-- Logs begin at Sun 2021-06-06 18:38:17 UTC, end at Sun 2021-06-06 19:34:18 UTC. -- Jun 06 19:06:47.696508 dv-cinder-794962-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 19:06:50.227878 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.common.config [-] Logging enabled! Jun 06 19:06:50.228532 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 19:06:50.228632 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 19:06:50.231756 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.common.config [-] Logging enabled! Jun 06 19:06:50.232003 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 19:06:50.232306 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 19:06:50.233225 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 19:06:50.233452 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 19:06:50.233814 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 19:06:50.234067 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 19:06:50.234290 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 19:06:50.234600 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.234893 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.235179 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.235408 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.235674 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.235974 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.236252 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.236534 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.236824 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.237103 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.237372 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.237651 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.237883 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.238160 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.238441 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.238723 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.238964 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] debug = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.239219 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.239640 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.240043 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.240316 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.240596 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.240864 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.241129 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.241398 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.241676 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.242024 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] host = dv-cinder-794962-3-iscsi {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.242298 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.242576 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.243220 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.243512 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.243767 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.244036 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.244310 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.244574 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.244838 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.245105 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.245386 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.245664 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.245973 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.246194 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.246409 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.246687 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.246964 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.247233 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.247499 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.247764 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.248031 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.248298 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.248558 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.248832 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.249108 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.249391 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.249659 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.249952 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.250218 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.250480 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.250757 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.251022 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.251288 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.251556 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.251887 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.252152 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.252416 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.252708 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.252984 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.253258 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.253534 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.253800 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.254097 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.254362 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.254627 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.254892 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] use_json = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.255155 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.255418 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.255692 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.255956 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.256220 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.256484 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.256747 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.257022 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:50.257312 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.257605 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.257930 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.258208 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.258497 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.258771 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.259051 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.259330 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.259616 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.259894 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.260175 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.260445 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.260721 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.260989 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.261276 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.261571 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.261878 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.262163 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.262434 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.262700 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.262965 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.263235 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.263515 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.263805 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.264090 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.264359 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.264631 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.264915 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.265188 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.265457 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.265727 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.266043 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.266314 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.266581 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.266853 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.267122 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.267413 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.267678 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.267947 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.268228 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.268497 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.268758 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.269020 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.269295 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.269562 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.269856 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.270130 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.270398 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.270662 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.270929 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.271198 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.271470 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.271738 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.272001 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.272269 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.272531 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.272796 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.273059 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.273321 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.273584 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.273863 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.274129 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.274395 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.274662 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.274926 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.275191 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.275457 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.275720 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.275998 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.276285 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.276555 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.276823 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.277095 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.277364 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.277633 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.277929 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.278205 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.278476 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.278740 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.279021 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.279302 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.279584 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.279860 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.280128 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.280411 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.280680 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.280955 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.281224 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.281491 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.281769 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.282070 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.282356 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.282639 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.283006 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.283296 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.283579 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.283852 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.284152 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.284422 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:50.284636 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 19:06:50.284873 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 19:06:50.629519 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:06:50.629710 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:06:50.629994 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:06:50.630319 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 19:06:51.009328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.009580 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.009875 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.011066 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.011338 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.011596 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.046628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.046902 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.047159 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.060166 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.060433 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.060691 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.088190 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.088454 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.088712 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.126129 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.126393 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.126679 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.350611 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.351219 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.351219 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.351378 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.352009 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.478957 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.479260 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.479531 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.479802 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.480069 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.480375 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.480625 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.480870 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.481118 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.481390 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.481623 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.481904 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.482166 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.482409 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.482669 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.482912 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.483162 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.483424 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.483668 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.483938 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.484281 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.484516 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.484767 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.485042 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.485285 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.485525 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.485956 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:51.486262 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:51.486501 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:51.486727 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:51.486955 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:51.487181 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:51.487541 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 19:06:51.490659 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 19:06:51.495013 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 19:06:51.498825 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 06 19:06:51.500429 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 19:06:51.500874 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 19:06:51.501199 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 19:06:51.501597 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 19:06:51.504381 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 19:06:51.504627 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 19:06:51.504963 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 19:06:51.531527 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 19:06:51.531962 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.532256 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 06 19:06:51.532603 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.534078 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 19:06:51.534349 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 19:06:51.534586 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 19:06:51.537798 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.538092 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:51.601186 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 19:06:51.601332 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 19:06:51.601567 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 19:06:51.601948 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 19:06:51.635789 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_db.sqlalchemy.engines [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 19:06:51.963028 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing driver for type 'gre' Jun 06 19:06:51.963543 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] gre ID ranges: [(1, 1000)] Jun 06 19:06:52.016840 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing driver for type 'local' Jun 06 19:06:52.017163 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing driver for type 'vlan' Jun 06 19:06:52.029084 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] VlanTypeDriver initialization complete Jun 06 19:06:52.029465 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing driver for type 'vxlan' Jun 06 19:06:52.029967 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] vxlan ID ranges: [(1, 1000)] Jun 06 19:06:52.081242 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing extension driver 'port_security' Jun 06 19:06:52.082025 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.extensions.port_security [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] PortSecurityExtensionDriver initialization complete Jun 06 19:06:52.082402 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing mechanism driver 'openvswitch' Jun 06 19:06:52.082952 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing mechanism driver 'hyperv' Jun 06 19:06:52.093469 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:06:52.094629 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.095093 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.095530 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.095935 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.096433 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.096830 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.097234 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.097589 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.097976 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.098474 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > security_group after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.098917 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > security_group after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.099354 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.099787 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.100231 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.100714 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.101219 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > address_group after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.101657 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > address_group after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.102146 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.102609 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] ML2 OVO RPC backend initialized. {{(pid=91772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 06 19:06:52.103581 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.104094 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.104708 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.105212 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > networks before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.105724 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.106213 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > ports before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.106669 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.107115 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnets before_response 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.107618 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.108087 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.108581 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.109082 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.109555 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.110015 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.110474 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.110964 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.111450 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.112165 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.plugin [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Modular L2 Plugin initialization complete Jun 06 19:06:52.112486 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading services supported by the core plugin {{(pid=91772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 19:06:52.112804 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.plugins.ml2.managers [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Got port-security extension from driver 'port_security' Jun 06 19:06:52.113256 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.extensions.vlantransparent [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Disabled vlantransparent extension. Jun 06 19:06:52.113728 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 19:06:52.114061 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: router Jun 06 19:06:52.149715 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.150118 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_create 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.150476 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router before_create 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.150835 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.151196 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.151540 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_delete 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.151882 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.152234 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_create 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.152572 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_update 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.152908 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_update 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.153244 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.153592 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_update 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.153998 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_update 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.154358 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.154685 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.155007 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: subnet after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.155333 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.155668 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.156003 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_create 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.156329 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.156658 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.156998 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router after_update 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.157325 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.157643 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_create 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.158020 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.158354 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_update 55549900 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.158734 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > network after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.159561 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Tracking information for resource: router configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:52.159885 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Tracking information for resource: floatingip configured {{(pid=91772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 19:06:52.164782 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.db.l3_agentschedulers_db [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 19:06:52.165376 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.165727 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port after_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.166093 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port after_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.166433 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: port after_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.167163 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router before_create 55550100 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.167545 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.167892 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_create 55550100 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.168203 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > router precommit_update 55550100 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.172671 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.provider_configuration [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service providers = [] {{(pid=91772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 19:06:52.173024 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.db.servicetype_db [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 19:06:52.175928 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.service_base [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:06:52.176267 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.service_base [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:06:52.176596 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.service_base [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:06:52.177446 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.services.service_base [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 19:06:52.177797 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.services.service_base [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 19:06:52.178347 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.178635 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 19:06:52.188981 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.189311 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: auto_allocate Jun 06 19:06:52.195025 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: network precommit_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.195380 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: network precommit_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.195877 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.196180 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: tag Jun 06 19:06:52.204077 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.204398 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: timestamp Jun 06 19:06:52.208189 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.208509 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: network_ip_availability Jun 06 19:06:52.213654 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.213978 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.214330 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.215029 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.215341 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: flavors Jun 06 19:06:52.332564 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.332869 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading Plugin: revisions Jun 06 19:06:52.337373 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 19:06:52.337758 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.708s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:06:52.338550 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 06 19:06:52.338873 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Initializing extension manager. Jun 06 19:06:52.339371 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: __init__.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.339719 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: __pycache__ {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.340034 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.340356 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: address_group.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.341105 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.341690 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: address-group Jun 06 19:06:52.342032 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: address_scope.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.342731 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.343237 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: address-scope Jun 06 19:06:52.343557 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.344458 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.344953 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: router-admin-state-down-before-update Jun 06 19:06:52.345265 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: agent.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.346047 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.346547 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: agent Jun 06 19:06:52.346865 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: agent_resources_synced.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.347748 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.348247 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: agent-resources-synced Jun 06 19:06:52.348558 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: allowedaddresspairs.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.350332 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.350853 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: allowed-address-pairs Jun 06 19:06:52.351414 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: auto_allocated_topology.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.352206 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.352703 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: auto-allocated-topology Jun 06 19:06:52.353023 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: availability_zone.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.353895 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.354205 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: availability_zone Jun 06 19:06:52.354670 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: availability_zone_filter.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.355423 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.355977 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: availability_zone_filter Jun 06 19:06:52.356253 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: data_plane_status.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.357491 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.357931 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 19:06:52.358303 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: default_subnetpools.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.359331 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.359966 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: default-subnetpools Jun 06 19:06:52.360365 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.361159 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.361795 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: dhcp_agent_scheduler Jun 06 19:06:52.362200 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: dns.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.363198 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.363830 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension dns-integration not supported by any of loaded plugins Jun 06 19:06:52.364297 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: dns_domain_ports.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.365524 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.366193 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 19:06:52.366536 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: dvr.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.367303 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.368210 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: dvr Jun 06 19:06:52.368636 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: empty_string_filtering.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.369683 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.370397 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: empty-string-filtering Jun 06 19:06:52.370860 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.372021 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.372796 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 19:06:52.373257 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.374328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.375445 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 19:06:52.375972 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: external_net.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.377210 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.377747 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: external-net Jun 06 19:06:52.378086 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.378965 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.379464 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: extra_dhcp_opt Jun 06 19:06:52.379777 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: extraroute.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.380658 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.381158 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: extraroute Jun 06 19:06:52.381468 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: extraroute_atomic.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.382492 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.383007 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: extraroute-atomic Jun 06 19:06:52.383323 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: filter_validation.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.383971 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.384466 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: filter-validation Jun 06 19:06:52.384774 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: fip_pf_description.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.385644 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.386164 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 19:06:52.386473 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: fip_port_details.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.387361 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.387855 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: fip-port-details Jun 06 19:06:52.388165 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: flavors.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.389376 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.389910 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: flavors Jun 06 19:06:52.390229 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.391900 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.392420 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 19:06:52.392771 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: floatingip_pools.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.393453 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.393998 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: floatingip-pools Jun 06 19:06:52.394319 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: ip_allocation.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.395206 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.395708 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 19:06:52.396025 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.396903 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.397405 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: ip-substring-filtering Jun 06 19:06:52.397722 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l2_adjacency.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.398645 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.399144 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 19:06:52.399462 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.400426 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.400937 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: router Jun 06 19:06:52.401251 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.403517 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.404040 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 19:06:52.404361 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.405263 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.405765 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: ext-gw-mode Jun 06 19:06:52.406120 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.407013 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.407516 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: l3-ha Jun 06 19:06:52.407828 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3_flavors.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.408819 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.409324 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: l3-flavors Jun 06 19:06:52.409639 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.410575 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.411127 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 19:06:52.411422 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: l3agentscheduler.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.412452 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.412958 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: l3_agent_scheduler Jun 06 19:06:52.413274 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: logging.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.414902 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.415416 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension logging not supported by any of loaded plugins Jun 06 19:06:52.415724 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: metering.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.416438 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.417011 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: metering Jun 06 19:06:52.417324 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.418437 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.418948 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: metering_source_and_destination_fields Jun 06 19:06:52.419260 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: multiprovidernet.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.420148 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.420649 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: multi-provider Jun 06 19:06:52.420961 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: netmtu.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.421862 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.422360 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: net-mtu Jun 06 19:06:52.422665 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: netmtu_writable.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.423548 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.424071 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: net-mtu-writable Jun 06 19:06:52.424379 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: network_availability_zone.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.425001 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.425492 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: network_availability_zone Jun 06 19:06:52.425802 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: network_ip_availability.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.426901 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.427403 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: network-ip-availability Jun 06 19:06:52.427717 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: network_segment_range.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.428453 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.428948 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 19:06:52.429255 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: pagination.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.430236 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.430553 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: pagination Jun 06 19:06:52.430858 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: port_device_profile.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.431737 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.432242 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: port-device-profile Jun 06 19:06:52.432550 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.433439 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.433965 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: port-mac-address-regenerate Jun 06 19:06:52.434282 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.435147 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.435647 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: port-numa-affinity-policy Jun 06 19:06:52.435965 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: port_resource_request.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.436832 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.437329 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 19:06:52.437636 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: portbindings.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.438548 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.439050 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: binding Jun 06 19:06:52.439357 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: portbindings_extended.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.440631 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.441136 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: binding-extended Jun 06 19:06:52.441453 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: portsecurity.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.442355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.442859 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: port-security Jun 06 19:06:52.443174 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: project_id.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.444109 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.444429 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: project-id Jun 06 19:06:52.444742 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: providernet.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.445625 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.446159 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: provider Jun 06 19:06:52.446475 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.450240 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.450763 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos not supported by any of loaded plugins Jun 06 19:06:52.451086 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.452304 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.452811 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 19:06:52.453125 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.454038 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.454545 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 19:06:52.454855 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_default.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.455754 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.456260 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-default not supported by any of loaded plugins Jun 06 19:06:52.456572 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_fip.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.457190 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.457681 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-fip not supported by any of loaded plugins Jun 06 19:06:52.458024 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_gateway_ip.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.459088 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.459588 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 19:06:52.459898 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_port_network_policy.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.460775 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.461272 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 19:06:52.461675 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_rule_type_details.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.462683 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.463185 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 19:06:52.463497 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: qos_rules_alias.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.464559 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.465011 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 19:06:52.465319 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: quotasv2.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.466242 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.466551 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: quotas Jun 06 19:06:52.466879 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: quotasv2_detail.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.469856 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.470223 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: quota_details Jun 06 19:06:52.470543 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: rbac.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.475404 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.475960 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: rbac-policies Jun 06 19:06:52.476284 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: rbac_address_group.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.477267 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.477779 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: rbac-address-group Jun 06 19:06:52.478133 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: rbac_address_scope.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.479016 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.479525 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: rbac-address-scope Jun 06 19:06:52.479840 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: rbac_security_groups.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.480729 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.481228 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: rbac-security-groups Jun 06 19:06:52.481542 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: rbac_subnetpool.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.482442 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.482940 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: rbac-subnetpool Jun 06 19:06:52.483251 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: revisionifmatch.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.484219 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.484635 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: revision-if-match Jun 06 19:06:52.484972 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: revisions.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.486081 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.486616 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: standard-attr-revisions Jun 06 19:06:52.486931 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: router_availability_zone.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.487596 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.488104 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: router_availability_zone Jun 06 19:06:52.488416 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: routerservicetype.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.489300 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.489799 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension router-service-type not supported by any of loaded plugins Jun 06 19:06:52.490138 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.491018 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.491523 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: security-groups-normalized-cidr Jun 06 19:06:52.491836 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.493067 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.493567 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: port-security-groups-filtering Jun 06 19:06:52.493911 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.494784 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.495289 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: security-groups-remote-address-group Jun 06 19:06:52.495603 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: securitygroup.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.505453 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.505992 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: security-group Jun 06 19:06:52.506317 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: segment.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.507095 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.507617 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension segment not supported by any of loaded plugins Jun 06 19:06:52.507930 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.508836 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.509341 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 19:06:52.509658 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: servicetype.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.510776 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.511288 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: service-type Jun 06 19:06:52.511597 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: sorting.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.512549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.512886 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: sorting Jun 06 19:06:52.513320 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: standard_attr_segment.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.514543 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.515293 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 19:06:52.515696 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: standardattrdescription.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.516452 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.517067 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: standard-attr-description Jun 06 19:06:52.517492 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: stateful_security_group.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.518745 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.519459 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: stateful-security-group Jun 06 19:06:52.519878 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: stdattrs_common.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.520484 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 19:06:52.520905 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.522213 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.522922 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 19:06:52.523334 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: subnet_onboard.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.524385 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.524894 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: subnet_onboard Jun 06 19:06:52.525208 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.526129 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.526628 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 19:06:52.526939 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: subnet_service_types.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.527830 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.528335 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: subnet-service-types Jun 06 19:06:52.528649 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: subnetallocation.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.529716 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.530252 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: subnet_allocation Jun 06 19:06:52.530567 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.531226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.531727 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: subnetpool-prefix-ops Jun 06 19:06:52.532037 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.532930 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.533519 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 19:06:52.533802 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: tagging.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.534898 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.535410 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: standard-attr-tag Jun 06 19:06:52.535722 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: timestamp.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.536902 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.537415 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loaded extension: standard-attr-timestamp Jun 06 19:06:52.537729 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: trunk.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.538747 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.539252 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension trunk not supported by any of loaded plugins Jun 06 19:06:52.539567 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: trunk_details.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.540445 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.540946 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension trunk-details not supported by any of loaded plugins Jun 06 19:06:52.541260 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: uplink_status_propagation.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.542166 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.542678 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 19:06:52.542989 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Loading extension file: vlantransparent.py {{(pid=91772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 19:06:52.543648 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 19:06:52.544145 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 19:06:52.546707 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:network Jun 06 19:06:52.547248 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:subnet Jun 06 19:06:52.547646 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:06:52.548029 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:port Jun 06 19:06:52.549342 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.549791 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service FLAVORS assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.550413 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.550820 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.551143 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:router Jun 06 19:06:52.551558 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 19:06:52.552051 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service METERING assigned prefix: /metering {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.553484 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.553863 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.554226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:06:52.555236 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 19:06:52.555674 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:security_group Jun 06 19:06:52.556084 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 19:06:52.556689 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service CORE assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.557008 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:06:52.557341 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] subnetpool is already registered Jun 06 19:06:52.557769 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service CORE assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.558154 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:06:52.558486 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] subnetpool is already registered Jun 06 19:06:52.560790 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.561189 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service FLAVORS assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.561765 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.562197 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.562517 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:router Jun 06 19:06:52.562844 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] router is already registered Jun 06 19:06:52.563239 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 19:06:52.563562 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] floatingip is already registered Jun 06 19:06:52.564011 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service METERING assigned prefix: /metering {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.564719 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 19:06:52.565035 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] rbac_policy is already registered Jun 06 19:06:52.565439 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:security_group Jun 06 19:06:52.565763 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] security_group is already registered Jun 06 19:06:52.566183 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 19:06:52.566502 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] security_group_rule is already registered Jun 06 19:06:52.567122 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service CORE assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.567447 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:06:52.567768 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] subnetpool is already registered Jun 06 19:06:52.568185 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.v2.resource_helper [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Service CORE assigned prefix: {{(pid=91772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 19:06:52.568494 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 19:06:52.568806 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING neutron.quota.resource_registry [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] subnetpool is already registered Jun 06 19:06:52.569271 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: extensions {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.570769 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: address-groups {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.572227 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: address-scopes {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.573542 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: agents {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.574786 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: auto-allocated-topology {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.576209 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: availability_zones {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.577410 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: dhcp-networks {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.578916 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: dhcp-agents {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.580363 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: routers {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.582096 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: flavors {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.584581 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: service_profiles {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.585783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: next_providers {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.587269 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: service_profiles {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.588834 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: floatingip-pools {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.590094 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: routers {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.591782 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: floatingips {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.593047 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: l3-routers {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.594479 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: l3-agents {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.595909 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: metering-labels {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.597194 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: metering-label-rules {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.598586 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: network-ip-availabilities {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.599842 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: bindings {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.601401 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: quotas {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.602979 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: quotas {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.604383 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: rbac-policies {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.605583 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: security-groups {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.606871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: security-group-rules {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.608104 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: service-providers {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.609328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: subnetpools {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.610689 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: subnetpools {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.612366 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.614067 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.615803 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.617600 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.619661 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.621598 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.623287 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.625122 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.627006 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.628761 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron.api.extensions [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Extended resource: tags {{(pid=91772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 19:06:52.634868 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING keystonemiddleware.auth_token [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 19:06:52.639375 dv-cinder-794962-3-iscsi neutron-server[91772]: WARNING keystonemiddleware.auth_token [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 19:06:52.647800 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Acquired lock "singleton_lock" {{(pid=91772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 06 19:06:52.648255 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Releasing lock "singleton_lock" {{(pid=91772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 06 19:06:52.648872 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Starting 2 workers Jun 06 19:06:52.653417 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Started child 91911 {{(pid=91772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:06:52.657657 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Started child 91912 {{(pid=91772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:06:52.658704 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:06:52.659345 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO neutron.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 19:06:52.659883 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Notify callbacks [] for process, before_spawn {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:06:52.661016 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [-] (91911) wsgi starting up on http://0.0.0.0:9696 Jun 06 19:06:52.662373 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Starting 1 workers Jun 06 19:06:52.663726 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:06:52.665010 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [-] (91912) wsgi starting up on http://0.0.0.0:9696 Jun 06 19:06:52.667556 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Started child 91915 {{(pid=91772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:06:52.668071 dv-cinder-794962-3-iscsi neutron-server[91772]: INFO oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Starting 1 workers Jun 06 19:06:52.671102 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] calling RpcWorker wait() {{(pid=91915) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 19:06:52.671633 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] returning from RpcWorker wait() {{(pid=91915) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 19:06:52.672586 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Started child 91916 {{(pid=91772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 19:06:52.672725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:06:52.673220 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:06:52.673746 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc884-aed7-444c-aa65-df87f02c3739 None None] Notify callbacks [] for process, after_spawn {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:06:52.675938 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 19:06:52.676314 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 19:06:52.676625 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 19:06:52.676962 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 19:06:52.677419 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 19:06:52.677727 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 19:06:52.678385 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.678809 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.679205 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.679585 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.679824 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:06:52.680521 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.681030 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:06:52.681371 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.681778 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.682183 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.682640 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.682869 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.683038 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.683374 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.683607 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.683868 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.684160 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.684442 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.684678 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.684965 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.685102 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.685388 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.685658 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.686024 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.686446 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] debug = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.686833 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.687435 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.687899 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.688285 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.688664 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.689094 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.689467 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.689986 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.690378 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.690742 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.691108 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.691490 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.691896 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.692300 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.692784 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.693201 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.693594 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.694275 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] host = dv-cinder-794962-3-iscsi {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.694671 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.695096 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.695501 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.695897 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.696306 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.696690 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.697093 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.697669 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.698238 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.698543 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.698841 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.699096 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.699599 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.699864 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.700033 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_options = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.700386 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.700664 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.700949 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.701107 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.701269 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.701442 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.701794 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.701987 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.702672 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.703091 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.703442 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.703802 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.704165 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.704531 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.704793 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.705197 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.705599 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.705997 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.706252 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.706622 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.706850 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.707077 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.707286 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.707676 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.707908 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.708139 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.708366 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.708724 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.709115 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.709449 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.709883 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.710313 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.710606 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.710913 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.711219 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.711504 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.711790 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.712116 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.712536 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.712836 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.713362 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.713862 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.714464 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.714902 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.715327 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.715612 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_json = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.716032 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.716437 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.716803 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.717113 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.717529 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.718046 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.718360 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.718684 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.719304 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.719687 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.720534 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.720534 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.720534 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.721015 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.721470 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.721807 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.722199 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.722538 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.722948 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.723274 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.723716 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.724111 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.724757 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.725335 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.725697 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.726090 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.726408 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.726714 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.727035 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.727594 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.728115 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.728577 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.728898 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.729301 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.729524 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.732748 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.733671 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.733960 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.734194 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.734443 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.734723 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.735196 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.735419 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.735649 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.736168 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.739099 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.739215 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.739632 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.739903 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.740158 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.740404 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.740642 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.740873 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.741103 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.741393 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.741586 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.741976 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.742391 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.742643 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.743253 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.743474 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.743862 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.744091 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.744486 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.744848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.745076 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.745443 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.745849 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.746222 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.746641 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.746897 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.747123 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.747364 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.747599 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.747814 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.748467 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.749057 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.749431 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.749793 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.750305 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.750532 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.750773 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.750999 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.751230 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.751440 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.751657 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.751878 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.752125 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.752364 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.752580 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.752796 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.753011 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.753303 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.753608 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.753874 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.754127 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.754370 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.754617 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.754866 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.755100 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.755339 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.755581 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.755789 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.756063 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.756289 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.756538 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.756762 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.756979 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.757230 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.757467 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.757711 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.757955 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.758206 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.758423 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.758696 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.758969 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.759196 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.759443 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.759698 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.759982 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.760198 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.760474 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.760694 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.760972 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.761252 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.761513 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.761754 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.762010 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.762256 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.762500 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.762749 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.762999 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.763239 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.763466 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.763686 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.763961 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.764204 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.764437 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.764651 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.764893 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.765191 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.765427 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.765661 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.765900 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.766179 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.766408 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.766644 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.766893 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.767144 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.767367 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.767608 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.767921 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.768164 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.768387 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.768637 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.768846 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.769071 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.769279 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.769519 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.769733 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.769967 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.770195 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.770402 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.770635 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.770856 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.771072 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.771282 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.771510 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.771725 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.772113 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.772353 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.772582 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.772796 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.773009 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.773235 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.773475 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.773687 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.774002 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.774243 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.774466 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.774701 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.774934 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.775183 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.775390 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.775626 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.775839 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.776048 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.776256 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.776466 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.776676 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.776900 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.777135 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.777359 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.777608 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.778486 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.778486 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.778486 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.778881 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.778881 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.779129 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.779278 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.779514 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.779726 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.779949 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.780148 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.780360 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.780622 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.780865 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.781110 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.781321 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.781538 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.781930 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.782140 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.782348 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.782641 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.782889 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.783115 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.783381 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.783618 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.783857 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.784066 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.784275 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.784487 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.784715 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.784935 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.785141 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.785350 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.785576 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.785878 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.786023 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.786225 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.786433 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.786645 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.786855 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.787077 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.787282 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.787480 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.787718 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.787922 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.788706 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.788706 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.788706 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.788989 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.789139 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.789367 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.789610 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.789958 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.790188 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.790438 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.790668 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.790882 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.791329 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.791456 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.791670 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.791962 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.792198 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.792907 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.792907 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.793152 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.793281 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.793401 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.793652 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.794178 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.794444 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.794707 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.794965 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.795245 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.795484 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.795718 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.796124 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.796226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.796369 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.796605 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.797871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.797871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.797871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.797871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.797871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.798293 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.798375 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:06:52.798460 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.798460 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.798628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.798735 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 19:06:52.799334 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 19:06:52.799493 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 19:06:52.799649 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 19:06:52.799817 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 19:06:52.799987 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 19:06:52.800137 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 19:06:52.800341 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.800500 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.800660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.800816 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801011 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801156 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801312 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801467 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801622 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801777 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.801954 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.802112 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.802268 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.802422 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.802578 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.802732 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.802891 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803048 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803212 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803368 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803522 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803677 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803831 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] debug = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.803985 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.804188 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.804347 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.804503 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.804657 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.804812 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.804966 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.805122 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.805278 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.805433 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.805592 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.805745 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.805927 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.806084 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.806237 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.806391 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.806547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.806701 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] host = dv-cinder-794962-3-iscsi {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.806855 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807010 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807165 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807317 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807471 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807626 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807781 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.807936 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.808091 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.808248 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.808403 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.808556 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.808713 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.808859 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.809011 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_options = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.809162 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.809465 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.809622 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810250 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810250 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810250 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810250 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810529 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810529 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810683 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.810974 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.811270 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.811428 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.811582 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.811738 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.811895 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.812064 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.812198 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.812337 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.812615 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.812910 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.813066 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.813222 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.813376 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.813532 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.813686 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.814783 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.815273 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.815273 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.815273 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.815494 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.815494 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.816547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817036 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_json = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817036 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817036 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817036 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817306 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817306 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817448 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817601 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817761 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 19:06:52.817951 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.818254 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.818571 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.818733 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.818893 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.819054 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.819212 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.819371 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.819529 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.819691 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.819857 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820016 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820185 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820349 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820506 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820670 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820816 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.820982 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.821138 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.821301 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.821460 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.821617 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.821793 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.821973 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.822131 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.822290 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.822448 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.822606 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.822765 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.822923 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.823082 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.823240 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.823398 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.823658 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.823772 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.823863 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824002 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824172 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824325 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824456 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824616 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824779 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.824922 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.825086 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.825241 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.825387 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.825537 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.825689 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.825860 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826024 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826198 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826343 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826476 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826640 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826797 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.826955 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.827112 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.827267 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.827426 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.827583 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.827741 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.827912 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.828069 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.828226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.828383 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.828541 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.828704 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.828856 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829013 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829170 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829327 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829486 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829643 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829801 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.829983 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.830140 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.830347 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.830508 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.830667 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.830828 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.830990 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.831150 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.831308 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.831467 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.831633 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.831806 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.831964 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.832122 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.832279 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.832438 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.832596 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.832755 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.832913 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.833071 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.833229 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.833385 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.833543 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.833702 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.833879 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.834028 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.834184 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.834342 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.834500 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.834657 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.834886 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835027 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835172 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835305 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835436 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835610 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835746 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.835877 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836021 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836154 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836286 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836435 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836577 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836755 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.836914 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.837072 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.837230 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.837389 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.837547 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.837705 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.837890 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.839549 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.841628 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.843167 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.844283 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.845328 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846226 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.846871 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.847660 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.848483 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.849355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.849355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.849355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.849355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.849355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.849355 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850211 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850211 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850211 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850211 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850211 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850968 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850968 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850968 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850968 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850968 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.850968 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.851848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.851848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.851848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.851848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.851848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.851848 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.852589 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.852589 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.852589 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.852589 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.852589 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853346 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853346 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853346 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853346 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853346 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853910 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853910 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.853910 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854357 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854357 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854357 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854607 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854607 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854747 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854877 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.854998 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.855197 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.855319 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.855438 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.855584 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.855747 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.855915 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.856081 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.856242 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.856407 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.856573 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.856738 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.856897 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.857061 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.857231 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.857389 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.857548 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.857705 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.857880 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858039 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858196 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858354 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858513 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858670 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858830 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.858987 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.859145 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.859306 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.859465 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.859626 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.859782 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.859940 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.860098 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.860255 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 19:06:52.860406 dv-cinder-794962-3-iscsi neutron-server[91772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 19:06:52.865565 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41324) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:06:52.874286 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066121 Jun 06 19:07:03.663090 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ffb2f-2c1d-4a7a-9e00-0eb3b11b9773 None None] get_active_networks_info from dv-cinder-794962-3-iscsi {{(pid=91915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 06 19:07:03.755946 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ffb2f-2c1d-4a7a-9e00-0eb3b11b9773 None None] No non-hosted networks {{(pid=91915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 19:07:03.769471 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.agentschedulers_db [None req-b21ffb2f-2c1d-4a7a-9e00-0eb3b11b9773 None None] DHCP Agent not found on host dv-cinder-794962-3-iscsi {{(pid=91915) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 06 19:07:03.926669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d2dad60-cb34-47ce-bdda-5b555f81607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100'] for agent, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:06.047311 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100'] for agent, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:06.047986 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.048757 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.049493 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.050152 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.050829 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.051429 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.051744 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.052163 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.052577 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.052956 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.053333 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.053758 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:06.054413 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:06.066866 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:06.233609 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-17983306-c283-44b8-a9eb-a6f159d8f72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100'] for agent, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:06.286034 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1efc29b1-e4aa-469f-a059-3c1762ec9cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:07.342659 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100'] for agent, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:08.809291 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100'] for agent, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:10.238222 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41416) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:10.834558 dv-cinder-794962-3-iscsi neutron-server[91912]: WARNING oslo_policy.policy [None req-5e99e9e1-b592-4179-a17b-9f794a701cd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:10.835131 dv-cinder-794962-3-iscsi neutron-server[91912]: WARNING oslo_policy.policy [None req-5e99e9e1-b592-4179-a17b-9f794a701cd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:11.046773 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [None req-5e99e9e1-b592-4179-a17b-9f794a701cd4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:07:11.047816 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5e99e9e1-b592-4179-a17b-9f794a701cd4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8083096 Jun 06 19:07:12.361611 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.db.l3_hamode_db [None req-19c5360f-acff-42a6-8e87-4d4fbb2973e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 19:07:12.444280 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5360f-acff-42a6-8e87-4d4fbb2973e7 None None] Routers set() bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:07:12.444653 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5360f-acff-42a6-8e87-4d4fbb2973e7 None None] Router IDs set() for agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 06 19:07:13.396279 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 41430) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:14.003313 dv-cinder-794962-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:14.003879 dv-cinder-794962-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:14.210882 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:14.309059 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.policy [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 19:07:14.353699 dv-cinder-794962-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:14.354087 dv-cinder-794962-3-iscsi neutron-server[91911]: WARNING oslo_policy.policy [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:14.362619 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.quota [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] Loaded quota_driver: . Jun 06 19:07:14.440364 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747196886013', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747196886474', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747196876532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747196901952', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747196892357', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747196919727', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3740807', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3737856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531591', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017046'] for rbac-policy, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:14.504454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:14.505865 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e3421a66-541c-46e5-b220-9eb0f9f390c9 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1075976 Jun 06 19:07:17.092901 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 41448) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:17.476125 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Request body: {'network': {'project_id': 'c2ea089ca62e48e989969afbca832264', 'name': 'private', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:17.506575 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Made reservation on behalf of c2ea089ca62e48e989969afbca832264 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:07:17.509478 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.526651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.655383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.662231 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.667426 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:17.685529 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:07:17.709502 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747197598109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.710113 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Unsubscribe: segment precommit_create {{(pid=91911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 19:07:17.710585 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Added segment 2d649178-6f20-4a09-bd61-ff4ad43634f5 of type vlan for network 47ab846b-f55d-41ac-b55c-46b3b09bd111 Jun 06 19:07:17.760278 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd021a30-721e-4150-a2fc-9328c1c385b2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:17.781374 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.781706 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.782052 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.782363 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.782671 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.783056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.783320 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.783645 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.783956 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.784257 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.784534 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.784829 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Tracked resource versions report: Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: pushed versions: Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: { 'AddressGroup': {'1.2'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'ConntrackHelper': {'1.0'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Log': {'1.0'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Network': {'1.1'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Port': {'1.7'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'PortForwarding': {'1.2'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'QosPolicy': {'1.8'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroup': {'1.4'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SubPort': {'1.0'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Subnet': {'1.1'}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Trunk': {'1.1'}} Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: consumer versions: Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'ConntrackHelper': '1.0', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Log': '1.0', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Network': '1.1', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Port': '1.7', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'PortForwarding': '1.2', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'QosPolicy': '1.8', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroup': '1.4', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroupRule': '1.2', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SubPort': '1.0', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Subnet': '1.1', Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Trunk': '1.1'}} Jun 06 19:07:17.785951 dv-cinder-794962-3-iscsi neutron-server[91911]: {{(pid=91911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:07:17.822631 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.833906 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:17.873851 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.876220 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:17.876998 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:17.881651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:17.927334 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8333473 Jun 06 19:07:18.003346 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Pushing event updated for resources: {'Network': ['ID=47ab846b-f55d-41ac-b55c-46b3b09bd111,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:18.007005 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:18.016403 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:07:20.599375 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 41462) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:21.064945 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3b936-3203-4681-af0d-4731037c9c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:21.066210 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-45a3b936-3203-4681-af0d-4731037c9c41 admin admin] 10.222.0.43 "GET /v2.0/networks/47ab846b-f55d-41ac-b55c-46b3b09bd111 HTTP/1.1" status: 200 len: 825 time: 0.4658065 Jun 06 19:07:21.098865 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cd7ba211-095f-474c-a4e4-068a106d5503 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/9af3f171-b923-40ae-8195-b8107e456517 HTTP/1.1" status: 200 len: 734 time: 0.0245233 Jun 06 19:07:21.107227 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Request body: {'subnet': {'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517', 'ip_version': 4, 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'name': 'private-subnet'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:21.132584 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Made reservation on behalf of c2ea089ca62e48e989969afbca832264 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:07:21.134804 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:21.410004 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:21.414013 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:21.503636 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7779de-6df0-473d-81c3-c77fd292e56f,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:21.508409 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:21.511692 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Checking segment: {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:07:21.511692 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Network hostable DHCP agents. Network: 47ab846b-f55d-41ac-b55c-46b3b09bd111, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:07:21.533044 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:07:21.544399 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 47ab846b-f55d-41ac-b55c-46b3b09bd111) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:07:21.549540 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:21.550181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:21.553995 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7691b59e-3c00-4862-bbf3-896c810ff31e None None] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:07:21.569359 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4654469 Jun 06 19:07:21.864184 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-47ab846b-f55d-41ac-b55c-46b3b09bd111', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:07:21.865488 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:22.048367 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Allocated IP 172.20.0.2 (47ab846b-f55d-41ac-b55c-46b3b09bd111/fe7779de-6df0-473d-81c3-c77fd292e56f/e1a00162-030c-45b3-9c76-ef0db6ba7ee1) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:07:22.273121 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:22.286504 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Transition to ACTIVE for port object e1a00162-030c-45b3-9c76-ef0db6ba7ee1 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:07:22.306905 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Transition to ACTIVE for port object e1a00162-030c-45b3-9c76-ef0db6ba7ee1 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:07:22.314850 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:22.320348 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:22.386012 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:07:22.388973 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:07:22.399020 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:07:22.401265 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Pushing event updated for resources: {'Port': ['ID=e1a00162-030c-45b3-9c76-ef0db6ba7ee1,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:22.438215 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.438544 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.438867 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.439227 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.439545 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.439861 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.440174 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.440484 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.440817 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.441127 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.441435 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.441741 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Tracked resource versions report: Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: pushed versions: Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: { 'AddressGroup': {'1.2'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'ConntrackHelper': {'1.0'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Log': {'1.0'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Network': {'1.1'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Port': {'1.7'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'PortForwarding': {'1.2'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'QosPolicy': {'1.8'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroup': {'1.4'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SubPort': {'1.0'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Subnet': {'1.1'}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Trunk': {'1.1'}} Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: consumer versions: Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'ConntrackHelper': '1.0', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Log': '1.0', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Network': '1.1', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Port': '1.7', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'PortForwarding': '1.2', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'QosPolicy': '1.8', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroup': '1.4', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroupRule': '1.2', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SubPort': '1.0', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Subnet': '1.1', Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Trunk': '1.1'}} Jun 06 19:07:22.442880 dv-cinder-794962-3-iscsi neutron-server[91915]: {{(pid=91915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:07:22.450602 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:22.506375 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Attempting to bind port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:07:22.506761 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Attempting to bind port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:07:22.507204 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Attempting to bind port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 on network 47ab846b-f55d-41ac-b55c-46b3b09bd111 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:07:22.512692 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:07:22.513108 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Checking segment: {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:07:22.513600 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:22.514072 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Bound using segment: {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:07:22.514495 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Bound port: e1a00162-030c-45b3-9c76-ef0db6ba7ee1, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:07:22.514881 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:22.603618 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] For port e1a00162-030c-45b3-9c76-ef0db6ba7ee1, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:07:22.607491 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] For port e1a00162-030c-45b3-9c76-ef0db6ba7ee1, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e1a00162-030c-45b3-9c76-ef0db6ba7ee1,segment=NetworkSegment(2d649178-6f20-4a09-bd61-ff4ad43634f5),segment_id=2d649178-6f20-4a09-bd61-ff4ad43634f5)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:07:22.613023 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:22.617150 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:22.699308 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Pushing event updated for resources: {'Port': ['ID=e1a00162-030c-45b3-9c76-ef0db6ba7ee1,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:22.702337 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:23.914652 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41470) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:24.285692 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [None req-be9ee90b-bd4f-4661-a1bd-8bcf196ccd96 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:07:24.286650 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-be9ee90b-bd4f-4661-a1bd-8bcf196ccd96 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709981 Jun 06 19:07:26.622941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41478) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:27.000490 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [None req-980e55ef-7a47-4203-b3bf-e8fdd0996691 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:07:27.001475 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-980e55ef-7a47-4203-b3bf-e8fdd0996691 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3777099 Jun 06 19:07:27.950923 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e1a00162-030c-45b3-9c76-ef0db6ba7ee1 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:07:28.048194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:07:28.458997 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c49e1d-a585-4bba-b8db-148c0fbf77e3 None None] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:07:28.540238 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Provisioning for port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:07:28.551077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Provisioning complete for port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:28.551475 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:28.768306 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:28.812309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] For port e1a00162-030c-45b3-9c76-ef0db6ba7ee1, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e1a00162-030c-45b3-9c76-ef0db6ba7ee1,segment=NetworkSegment(2d649178-6f20-4a09-bd61-ff4ad43634f5),segment_id=2d649178-6f20-4a09-bd61-ff4ad43634f5)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:07:28.818052 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:28.821521 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:28.891426 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Pushing event updated for resources: {'Port': ['ID=e1a00162-030c-45b3-9c76-ef0db6ba7ee1,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:28.894742 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:29.042771 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d97cc909-8fa5-4fbd-b63f-08e715e07526 None None] Provisioning complete for port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:29.043428 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d97cc909-8fa5-4fbd-b63f-08e715e07526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:29.611982 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 41492) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:29.919734 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e1a00162-030c-45b3-9c76-ef0db6ba7ee1 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:07:29.987031 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:29.987402 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:29.990391 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:30.012969 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:30.014509 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:30.036010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:30.146540 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:30.164797 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:30.166017 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-39b6c57c-bc12-482f-8d48-29a104b030c4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5530050 Jun 06 19:07:32.510446 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41500) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:32.912542 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [None req-6505d90d-2ccc-4615-84a7-b5f49d8579ba admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:07:32.913471 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6505d90d-2ccc-4615-84a7-b5f49d8579ba admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4021080 Jun 06 19:07:33.592127 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9ea8-8bec-452f-b232-dccb94b79b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:35.277320 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41508) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:35.667656 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:35.669282 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.quota [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Loaded quota_driver: . Jun 06 19:07:35.716317 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Made reservation on behalf of 2dfe5be5a1ae4e169a509cc3d374bf7f for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:07:35.785807 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.policy [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91912) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 19:07:35.830056 dv-cinder-794962-3-iscsi neutron-server[91912]: WARNING oslo_policy.policy [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:35.830415 dv-cinder-794962-3-iscsi neutron-server[91912]: WARNING oslo_policy.policy [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 19:07:35.840168 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:35.860509 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:35.982708 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:35.989146 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:35.994876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:36.005338 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Reserving flat network on physical network physnet1 {{(pid=91912) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 19:07:36.031477 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:36.037043 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747197598109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:36.037649 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Unsubscribe: segment precommit_create {{(pid=91912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 19:07:36.038181 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Added segment 431a3c98-ae53-4119-9ab8-2eb401877774 of type flat for network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 Jun 06 19:07:36.088501 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390bafdc-8494-4943-b350-3929ef299ea0,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:36.109278 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.109618 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.109956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.110274 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.110590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.110967 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.111277 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.111580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.111903 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.112190 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.112493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.112795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Tracked resource versions report: Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: pushed versions: Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: { 'AddressGroup': {'1.2'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'ConntrackHelper': {'1.0'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Log': {'1.0'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Network': {'1.1'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Port': {'1.7'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'PortForwarding': {'1.2'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'QosPolicy': {'1.8'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroup': {'1.4'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SubPort': {'1.0'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Subnet': {'1.1'}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Trunk': {'1.1'}} Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: consumer versions: Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'ConntrackHelper': '1.0', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Log': '1.0', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Network': '1.1', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Port': '1.7', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'PortForwarding': '1.2', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'QosPolicy': '1.8', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroup': '1.4', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroupRule': '1.2', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SubPort': '1.0', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Subnet': '1.1', Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Trunk': '1.1'}} Jun 06 19:07:36.113901 dv-cinder-794962-3-iscsi neutron-server[91912]: {{(pid=91912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:07:36.162926 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:36.166865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:36.210691 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:36.212122 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:36.212761 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:36.217342 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:36.227161 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b89cd294-176c-4674-874b-9cfec1522f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:36.261515 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9831054 Jun 06 19:07:36.316023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Pushing event updated for resources: {'Network': ['ID=73d0ed67-ec7a-483e-814d-33bb18ed7df9,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:36.319735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:36.328089 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:07:37.268144 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:38.602044 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 41532) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:38.767017 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:38.827352 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b913a94a-f885-4874-857f-2b4403c209d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:38.828670 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b913a94a-f885-4874-857f-2b4403c209d6 admin admin] 10.222.0.43 "GET /v2.0/subnets/fe7779de-6df0-473d-81c3-c77fd292e56f HTTP/1.1" status: 200 len: 849 time: 0.2257519 Jun 06 19:07:38.971282 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-77187d0a-1499-4002-9a00-3462809b8ad7 admin admin] 10.222.0.43 "GET /v2.0/routers/3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 HTTP/1.1" status: 200 len: 704 time: 0.1371014 Jun 06 19:07:39.422161 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:39.668604 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Allocated IP 172.20.0.1 (47ab846b-f55d-41ac-b55c-46b3b09bd111/fe7779de-6df0-473d-81c3-c77fd292e56f/27c74c96-235b-4251-88af-a3635f8a119c) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:07:39.865816 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:39.892770 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Transition to ACTIVE for port object 27c74c96-235b-4251-88af-a3635f8a119c will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:07:39.950583 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:39.954139 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:40.016136 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:07:40.018873 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:07:40.022426 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:07:40.022919 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:40.133385 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=27c74c96-235b-4251-88af-a3635f8a119c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:40.147244 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:40.167698 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-1dce8bbe-7ba4-49a9-8827-c32fc623b7a1 None None] Provisioning for port 27c74c96-235b-4251-88af-a3635f8a119c completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:07:40.172571 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-1dce8bbe-7ba4-49a9-8827-c32fc623b7a1 None None] Provisioning complete for port 27c74c96-235b-4251-88af-a3635f8a119c triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:40.172987 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1dce8bbe-7ba4-49a9-8827-c32fc623b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:40.225965 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-1dce8bbe-7ba4-49a9-8827-c32fc623b7a1 None None] Port 27c74c96-235b-4251-88af-a3635f8a119c cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:07:40.279360 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:40.504454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:40.512265 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:40.514033 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:40.520424 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:40.616835 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=27c74c96-235b-4251-88af-a3635f8a119c,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:40.622147 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:40.727206 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:07:40.728340 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:07:40.917184 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:07:40.949472 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-f9782951-858b-42da-a340-b1d975131b3d None None] Provisioning complete for port 27c74c96-235b-4251-88af-a3635f8a119c triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:40.949881 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f9782951-858b-42da-a340-b1d975131b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:41.004499 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f9782951-858b-42da-a340-b1d975131b3d None None] Port 27c74c96-235b-4251-88af-a3635f8a119c cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:07:41.073214 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:07:41.080344 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1038427 Jun 06 19:07:41.084414 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Sync routers for ids ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:07:41.096009 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Routers {'3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:07:41.096903 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:07:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:41.267336 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Set router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:07:41.632667 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:07:30Z', 'updated_at': '2021-06-06T19:07:40Z', 'revision_number': 2, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'gw_port_host': None, '_interfaces': [{'id': '27c74c96-235b-4251-88af-a3635f8a119c', 'name': '', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'mac_address': 'fa:16:3e:7f:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:39Z', 'updated_at': '2021-06-06T19:07:40Z', 'revision_number': 2, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'subnets': [{'id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:41.637674 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Checking router: 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:07:41.638083 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Updating router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 port 27c74c96-235b-4251-88af-a3635f8a119c binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:07:41.689282 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:42.067293 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:42.082782 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Transition to ACTIVE for port object 27c74c96-235b-4251-88af-a3635f8a119c will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:07:42.090044 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:42.096367 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:42.288585 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Pushing event updated for resources: {'Port': ['ID=27c74c96-235b-4251-88af-a3635f8a119c,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:42.310777 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.311107 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.311429 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.311740 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.312053 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.312364 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.312671 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.312979 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.313288 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.313599 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.313910 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.314235 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Tracked resource versions report: Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: pushed versions: Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: { 'AddressGroup': {'1.2'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'ConntrackHelper': {'1.0'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Log': {'1.0'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Network': {'1.1'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Port': {'1.7'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'PortForwarding': {'1.2'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'QosPolicy': {'1.8'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroup': {'1.4'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SubPort': {'1.0'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Subnet': {'1.1'}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Trunk': {'1.1'}} Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: consumer versions: Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'ConntrackHelper': '1.0', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Log': '1.0', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Network': '1.1', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Port': '1.7', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'PortForwarding': '1.2', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'QosPolicy': '1.8', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroup': '1.4', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroupRule': '1.2', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SubPort': '1.0', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Subnet': '1.1', Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Trunk': '1.1'}} Jun 06 19:07:42.315332 dv-cinder-794962-3-iscsi neutron-server[91916]: {{(pid=91916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:07:42.325858 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Attempting to bind port 27c74c96-235b-4251-88af-a3635f8a119c on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:07:42.326308 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Attempting to bind port 27c74c96-235b-4251-88af-a3635f8a119c by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:07:42.326737 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Attempting to bind port 27c74c96-235b-4251-88af-a3635f8a119c on network 47ab846b-f55d-41ac-b55c-46b3b09bd111 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:07:42.328836 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:42.332723 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:07:42.333134 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Checking segment: {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:07:42.333584 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:42.333993 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Bound using segment: {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:07:42.334511 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Bound port: 27c74c96-235b-4251-88af-a3635f8a119c, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d649178-6f20-4a09-bd61-ff4ad43634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:07:42.334811 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:42.420435 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] For port 27c74c96-235b-4251-88af-a3635f8a119c, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:07:42.424507 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] For port 27c74c96-235b-4251-88af-a3635f8a119c, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=27c74c96-235b-4251-88af-a3635f8a119c,segment=NetworkSegment(2d649178-6f20-4a09-bd61-ff4ad43634f5),segment_id=2d649178-6f20-4a09-bd61-ff4ad43634f5)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:07:42.429256 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:42.434510 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:42.515423 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Routers {'3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:07:42.516140 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:07:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:42.609241 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Pushing event updated for resources: {'Port': ['ID=27c74c96-235b-4251-88af-a3635f8a119c,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:42.614151 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:42.703114 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] Set router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:07:43.030716 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:07:30Z', 'updated_at': '2021-06-06T19:07:40Z', 'revision_number': 2, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'gw_port_host': None, '_interfaces': [{'id': '27c74c96-235b-4251-88af-a3635f8a119c', 'name': '', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'mac_address': 'fa:16:3e:7f:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:39Z', 'updated_at': '2021-06-06T19:07:42Z', 'revision_number': 4, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'subnets': [{'id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:43.034737 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f75f0c4-a3d1-42b7-a6f5-c36a152a8c07 None None] The sync data for ids ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'] in dv-cinder-794962-3-iscsi is: [{'id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:07:30Z', 'updated_at': '2021-06-06T19:07:40Z', 'revision_number': 2, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'gw_port_host': None, '_interfaces': [{'id': '27c74c96-235b-4251-88af-a3635f8a119c', 'name': '', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'mac_address': 'fa:16:3e:7f:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:39Z', 'updated_at': '2021-06-06T19:07:42Z', 'revision_number': 4, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'subnets': [{'id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:07:43.215251 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41552) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:43.368680 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1eea5-0796-4525-9f96-a41e1eaf469b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:43.370186 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-dfc1eea5-0796-4525-9f96-a41e1eaf469b admin admin] 10.222.0.43 "GET /v2.0/networks/73d0ed67-ec7a-483e-814d-33bb18ed7df9 HTTP/1.1" status: 200 len: 842 time: 0.1539519 Jun 06 19:07:43.380193 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:43.402311 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Made reservation on behalf of 2dfe5be5a1ae4e169a509cc3d374bf7f for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:07:43.404607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:43.737442 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:07:43.810956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.objects.ports [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91912) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 06 19:07:43.811444 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:43.816644 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:43.885265 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e057ec6c-0a36-403b-90a0-b4ce48ed9029,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:43.891404 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:43.895453 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:07:43.895808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Network hostable DHCP agents. Network: 73d0ed67-ec7a-483e-814d-33bb18ed7df9, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:07:43.915096 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:07:43.924973 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 73d0ed67-ec7a-483e-814d-33bb18ed7df9) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:07:43.929880 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:43.930454 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:43.936276 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed967e90-703f-4656-8f05-2589c2b779b5 None None] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:07:43.950352 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5741796 Jun 06 19:07:44.135706 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc301fc-ddca-4354-8116-01b03ebb9fa9 None None] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:07:45.951894 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 27c74c96-235b-4251-88af-a3635f8a119c up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:07:46.019332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 27c74c96-235b-4251-88af-a3635f8a119c completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:07:46.023660 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 27c74c96-235b-4251-88af-a3635f8a119c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:46.024025 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:46.167715 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:46.171773 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 41564) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:46.199130 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 27c74c96-235b-4251-88af-a3635f8a119c, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=27c74c96-235b-4251-88af-a3635f8a119c,segment=NetworkSegment(2d649178-6f20-4a09-bd61-ff4ad43634f5),segment_id=2d649178-6f20-4a09-bd61-ff4ad43634f5)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:07:46.204103 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:46.207323 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:46.273414 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=27c74c96-235b-4251-88af-a3635f8a119c,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:46.276604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:46.424798 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b21dd371-c9c4-4de1-b0a6-6a647fd262ad admin admin] 10.222.0.43 "GET /v2.0/routers/3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 HTTP/1.1" status: 200 len: 710 time: 0.2517807 Jun 06 19:07:46.554645 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf993b6-b375-4950-964f-faebb864a92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:07:46.556005 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fcf993b6-b375-4950-964f-faebb864a92f admin admin] 10.222.0.43 "GET /v2.0/networks/73d0ed67-ec7a-483e-814d-33bb18ed7df9 HTTP/1.1" status: 200 len: 886 time: 0.1253595 Jun 06 19:07:46.565016 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:07:46.996687 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:47.327313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:47.393596 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:47.523106 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Allocated IP 172.27.1.49 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/d67dfc18-41bb-4148-be37-669111f02bcc) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:07:47.710237 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:47.742618 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:47.746577 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fd8520e7-e737-4283-b8ea-104d6d2bd5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:47.806627 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:07:47.809237 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:07:47.812658 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:07:47.867848 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Pushing event updated for resources: {'Port': ['ID=d67dfc18-41bb-4148-be37-669111f02bcc,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:47.878193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:47.931242 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 27c74c96-235b-4251-88af-a3635f8a119c up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:07:48.000111 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 27c74c96-235b-4251-88af-a3635f8a119c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:48.000351 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:48.185596 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:48.528481 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:48.531854 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-808597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-808602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-807001'] for router, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:48.708961 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:07:48.945794 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:07:48.950414 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:48.951537 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] 10.222.0.43 "PUT /v2.0/routers/3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 HTTP/1.1" status: 200 len: 889 time: 2.3899248 Jun 06 19:07:48.969178 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Sync routers for ids ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:07:48.979771 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Routers {'3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:07:48.980430 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:07:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:49.172405 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Set router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:07:49.503595 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'd67dfc18-41bb-4148-be37-669111f02bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:07:30Z', 'updated_at': '2021-06-06T19:07:48Z', 'revision_number': 4, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'gw_port': {'id': 'd67dfc18-41bb-4148-be37-669111f02bcc', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:47Z', 'updated_at': '2021-06-06T19:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '27c74c96-235b-4251-88af-a3635f8a119c', 'name': '', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'mac_address': 'fa:16:3e:7f:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:39Z', 'updated_at': '2021-06-06T19:07:46Z', 'revision_number': 5, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'subnets': [{'id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:49.508525 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Checking router: 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:07:49.508876 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Updating router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 port d67dfc18-41bb-4148-be37-669111f02bcc binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:07:49.561449 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:49.881001 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:49.892482 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Transition to ACTIVE for port object d67dfc18-41bb-4148-be37-669111f02bcc will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:07:49.900272 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:49.904196 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:49.975940 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Attempting to bind port d67dfc18-41bb-4148-be37-669111f02bcc on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:07:49.976555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Attempting to bind port d67dfc18-41bb-4148-be37-669111f02bcc by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:07:49.976662 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Attempting to bind port d67dfc18-41bb-4148-be37-669111f02bcc on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:07:49.982086 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c263b-d4f4-4fe2-aab5-67ce288a9dc2 None None] Pushing event updated for resources: {'Port': ['ID=d67dfc18-41bb-4148-be37-669111f02bcc,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:49.986016 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:07:49.986394 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:07:49.986793 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:49.987172 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:07:49.987613 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Bound port: d67dfc18-41bb-4148-be37-669111f02bcc, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:07:49.988012 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:50.013820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e65c263b-d4f4-4fe2-aab5-67ce288a9dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:50.061259 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] For port d67dfc18-41bb-4148-be37-669111f02bcc, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:07:50.064340 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] For port d67dfc18-41bb-4148-be37-669111f02bcc, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=d67dfc18-41bb-4148-be37-669111f02bcc,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:07:50.069624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:50.073500 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:50.145202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Routers {'3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:07:50.145717 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:07:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:50.217887 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c263b-d4f4-4fe2-aab5-67ce288a9dc2 None None] Pushing event updated for resources: {'Port': ['ID=d67dfc18-41bb-4148-be37-669111f02bcc,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:50.233015 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e65c263b-d4f4-4fe2-aab5-67ce288a9dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:50.354774 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] Set router 3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:07:50.675578 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'd67dfc18-41bb-4148-be37-669111f02bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:07:30Z', 'updated_at': '2021-06-06T19:07:48Z', 'revision_number': 4, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'gw_port': {'id': 'd67dfc18-41bb-4148-be37-669111f02bcc', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:47Z', 'updated_at': '2021-06-06T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '27c74c96-235b-4251-88af-a3635f8a119c', 'name': '', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'mac_address': 'fa:16:3e:7f:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:39Z', 'updated_at': '2021-06-06T19:07:46Z', 'revision_number': 5, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'subnets': [{'id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:07:50.679748 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454179f-8cf3-471d-b538-05777fdef8e9 None None] The sync data for ids ['3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2'] in dv-cinder-794962-3-iscsi is: [{'id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'name': 'router1', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': 'd67dfc18-41bb-4148-be37-669111f02bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:07:30Z', 'updated_at': '2021-06-06T19:07:48Z', 'revision_number': 4, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'gw_port': {'id': 'd67dfc18-41bb-4148-be37-669111f02bcc', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:47Z', 'updated_at': '2021-06-06T19:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '27c74c96-235b-4251-88af-a3635f8a119c', 'name': '', 'network_id': '47ab846b-f55d-41ac-b55c-46b3b09bd111', 'tenant_id': 'c2ea089ca62e48e989969afbca832264', 'mac_address': 'fa:16:3e:7f:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db1ef68-c22e-4454-bbdd-1d7af3ddb6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:07:39Z', 'updated_at': '2021-06-06T19:07:46Z', 'revision_number': 5, 'project_id': 'c2ea089ca62e48e989969afbca832264', 'subnets': [{'id': 'fe7779de-6df0-473d-81c3-c77fd292e56f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9af3f171-b923-40ae-8195-b8107e456517'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:07:51.274520 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 41572) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:07:51.400625 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-9a436d08-bc93-4b7b-9809-05fa420d1b91 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1246989 Jun 06 19:07:51.954562 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device d67dfc18-41bb-4148-be37-669111f02bcc up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:07:52.024771 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port d67dfc18-41bb-4148-be37-669111f02bcc completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:07:52.029731 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port d67dfc18-41bb-4148-be37-669111f02bcc triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:52.030177 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:52.145936 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:52.162999 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port d67dfc18-41bb-4148-be37-669111f02bcc, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=d67dfc18-41bb-4148-be37-669111f02bcc,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:07:52.167662 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:07:52.170900 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-96855c87-df59-415d-8ee3-9fa139b83b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:07:52.254857 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=d67dfc18-41bb-4148-be37-669111f02bcc,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:07:52.258050 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:07:53.956909 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device d67dfc18-41bb-4148-be37-669111f02bcc up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:07:54.027792 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port d67dfc18-41bb-4148-be37-669111f02bcc triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:07:54.028081 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:03.597495 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a37162e9-e552-40f9-b597-849228aa392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:06.045737 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:06.238605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-679535f5-9c9e-4d9c-8135-b7347a7911ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:07.274179 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:08.789777 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:20.737130 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:08:33.595239 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b352678e-d5e8-4983-8198-528ebb05aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:36.042465 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:36.235960 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-971839b1-5fd8-47b0-8380-1cf9be3076ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:37.273805 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:38.786279 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:08:57.736172 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:09:03.591609 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e35512b0-b6f2-4f61-a24b-a57ff72fa04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:06.037370 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:06.231978 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fad345f9-de71-4d41-b464-66a0f549f57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:07.280225 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:08.788655 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:25.342633 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42140) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:25.419610 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.pecan_wsgi.hooks.translation [None req-f407b693-e9e7-41dd-87e2-96f84894dc63 admin admin] GET failed (client error): The resource could not be found. Jun 06 19:09:25.420786 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-f407b693-e9e7-41dd-87e2-96f84894dc63 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0772178 Jun 06 19:09:25.560357 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4653bbe8-38d9-41d8-8413-3757b278ce32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:25.561711 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-4653bbe8-38d9-41d8-8413-3757b278ce32 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1352201 Jun 06 19:09:27.651523 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42150) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:27.773215 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba7d8c5-5fb2-44e5-b50d-e58925ec1fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:27.774582 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5ba7d8c5-5fb2-44e5-b50d-e58925ec1fea admin admin] 10.222.0.43 "GET /v2.0/subnets/fe7779de-6df0-473d-81c3-c77fd292e56f HTTP/1.1" status: 200 len: 849 time: 0.1221254 Jun 06 19:09:27.786762 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:09:27.902307 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:28.095023 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747197473765'] for subnet, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:28.098730 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-896f74c0-98b1-452c-947f-2476e00d64d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:09:28.136459 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:28.137043 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:28.138345 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] 10.222.0.43 "PUT /v2.0/subnets/fe7779de-6df0-473d-81c3-c77fd292e56f HTTP/1.1" status: 200 len: 868 time: 0.3554311 Jun 06 19:09:28.145555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf3cc7-cdc0-4871-afcc-2d29daac3843 None None] Network 47ab846b-f55d-41ac-b55c-46b3b09bd111 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:09:28.167545 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7779de-6df0-473d-81c3-c77fd292e56f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:09:28.175364 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.175770 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.176034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.176371 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.176687 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.177034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.177339 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.177650 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.177990 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.178303 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.178613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.178904 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:09:28.182881 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:09:28.606111 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-22179eca-2dbe-44fa-af80-ed88053df394 None None] Provisioning complete for port 27c74c96-235b-4251-88af-a3635f8a119c triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:09:28.606482 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-22179eca-2dbe-44fa-af80-ed88053df394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:28.728122 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-22179eca-2dbe-44fa-af80-ed88053df394 None None] Provisioning complete for port e1a00162-030c-45b3-9c76-ef0db6ba7ee1 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:09:28.728336 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-22179eca-2dbe-44fa-af80-ed88053df394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:30.277014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42160) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:30.460829 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e62fe1-604f-4fa8-a232-e2f3869dd2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:30.461217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e62fe1-604f-4fa8-a232-e2f3869dd2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:30.462749 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c9e62fe1-604f-4fa8-a232-e2f3869dd2be admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1847932 Jun 06 19:09:32.569427 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42168) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:32.752782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afac38-229c-4094-9e40-c20c05871c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:32.753250 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afac38-229c-4094-9e40-c20c05871c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:32.754760 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c8afac38-229c-4094-9e40-c20c05871c37 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1843638 Jun 06 19:09:33.587622 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-115fbabc-904f-4e0c-a111-4f5492e2e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:34.735631 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:09:34.888266 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42176) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:35.078480 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f693b74-b390-45b0-adf2-49a1c66d6ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:35.079734 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8f693b74-b390-45b0-adf2-49a1c66d6ee2 admin admin] 10.222.0.43 "GET /v2.0/networks/47ab846b-f55d-41ac-b55c-46b3b09bd111 HTTP/1.1" status: 200 len: 869 time: 0.1905177 Jun 06 19:09:36.041724 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:36.236226 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ea214f00-2967-4e49-ae1a-491796dcc285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:37.191435 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42184) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:37.279932 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:37.371108 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204f251-ad4e-4a56-8513-28c3aa35f7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:37.372787 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6204f251-ad4e-4a56-8513-28c3aa35f7c4 admin admin] 10.222.0.43 "GET /v2.0/networks/73d0ed67-ec7a-483e-814d-33bb18ed7df9 HTTP/1.1" status: 200 len: 886 time: 0.1801341 Jun 06 19:09:38.792441 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:09:39.462034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42192) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:39.589908 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c8b5f-f9d9-4998-8226-48ddd11adec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:39.590550 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c8b5f-f9d9-4998-8226-48ddd11adec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:39.592887 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-af3c8b5f-f9d9-4998-8226-48ddd11adec2 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294074 Jun 06 19:09:41.691822 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42200) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:41.810584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1422ba2-691d-4d77-8f68-f903b16e1e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:41.811038 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1422ba2-691d-4d77-8f68-f903b16e1e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:41.812572 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c1422ba2-691d-4d77-8f68-f903b16e1e51 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197350 Jun 06 19:09:43.906459 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42208) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:44.011961 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d110af4-dca1-46b7-b809-d9401881a7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:44.013270 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d110af4-dca1-46b7-b809-d9401881a7e4 admin admin] 10.222.0.43 "GET /v2.0/subnets/e057ec6c-0a36-403b-90a0-b4ce48ed9029 HTTP/1.1" status: 200 len: 816 time: 0.1058528 Jun 06 19:09:46.144931 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42216) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:09:46.259588 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a41e731-113e-4fff-bd1b-42c171198435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:09:46.260812 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0a41e731-113e-4fff-bd1b-42c171198435 admin admin] 10.222.0.43 "GET /v2.0/subnets/fe7779de-6df0-473d-81c3-c77fd292e56f HTTP/1.1" status: 200 len: 868 time: 0.1145730 Jun 06 19:10:03.593523 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b8926fa2-05bf-44ad-b121-deb68f17fbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:06.045298 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:06.240202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8a021ff-4606-4049-8004-ec6123912330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:07.283373 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:08.795713 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:09.200282 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42260) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:10:09.250818 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [None req-84d6401c-04c9-4e0f-83f7-8f5e455c27f4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:10:09.251786 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-84d6401c-04c9-4e0f-83f7-8f5e455c27f4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505214 Jun 06 19:10:11.434602 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42268) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:10:11.519159 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5080397-e0a2-4e0b-b232-075691d91a36 admin admin] GET failed (client error): The resource could not be found. Jun 06 19:10:11.520377 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f5080397-e0a2-4e0b-b232-075691d91a36 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0845284 Jun 06 19:10:11.647332 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784eca0-32dd-4d22-b4ea-407453d9b1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:10:11.648686 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7784eca0-32dd-4d22-b4ea-407453d9b1bf admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1229138 Jun 06 19:10:11.735085 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:10:13.757920 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42276) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:10:13.812866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:10:13.841434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Made reservation on behalf of 2dfe5be5a1ae4e169a509cc3d374bf7f for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:10:13.843946 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:13.939641 dv-cinder-794962-3-iscsi neutron-server[91912]: WARNING neutron.services.revisions.revision_plugin [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Could not find related network for resource to bump revision. Jun 06 19:10:13.953148 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:10:13.962791 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:13.963129 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Added segment 247405c3-6f07-432f-af1d-bee11796ee1c of type vlan for network 9a67ca09-c4f4-4370-8b4a-7756a919f410 Jun 06 19:10:13.989211 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:14.020652 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:14.022111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:10:14.022634 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:14.027105 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:10:14.065993 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3069813 Jun 06 19:10:14.121813 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Pushing event updated for resources: {'Network': ['ID=9a67ca09-c4f4-4370-8b4a-7756a919f410,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:10:14.129881 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.130239 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.130587 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.130902 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.131218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.131544 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.131866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.132169 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.132493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.132801 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.133093 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.133391 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:14.137401 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:10:14.145063 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 9a67ca09-c4f4-4370-8b4a-7756a919f410 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:10:16.228545 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42284) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:10:16.305215 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ae9470-fe16-49d3-91fb-cc9e5d1dc6d5 admin admin] GET failed (client error): The resource could not be found. Jun 06 19:10:16.306492 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-22ae9470-fe16-49d3-91fb-cc9e5d1dc6d5 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0770519 Jun 06 19:10:16.410138 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d259bf-61fe-4061-8785-87369acea568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:10:16.411587 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e6d259bf-61fe-4061-8785-87369acea568 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0988777 Jun 06 19:10:16.421342 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:10:16.448764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Made reservation on behalf of 2dfe5be5a1ae4e169a509cc3d374bf7f for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:10:16.451224 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:16.657917 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:16.661315 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:10:16.725324 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef34757-9aa1-40bc-828d-a300fb1579a1,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:10:16.728953 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:10:16.735991 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Checking segment: {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:10:16.736327 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Network hostable DHCP agents. Network: 9a67ca09-c4f4-4370-8b4a-7756a919f410, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:10:16.755065 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Network 9a67ca09-c4f4-4370-8b4a-7756a919f410 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:10:16.764315 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 9a67ca09-c4f4-4370-8b4a-7756a919f410) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:10:16.768254 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:10:16.768826 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:16.773783 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78660d00-13ef-4611-8070-ecb0749c415a None None] Network 9a67ca09-c4f4-4370-8b4a-7756a919f410 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:10:16.786902 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690701 Jun 06 19:10:16.993750 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-9a67ca09-c4f4-4370-8b4a-7756a919f410', 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410', 'tenant_id': '2dfe5be5a1ae4e169a509cc3d374bf7f', 'fixed_ips': [{'subnet_id': '8ef34757-9aa1-40bc-828d-a300fb1579a1'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:10:16.994989 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:17.148820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Allocated IP 192.168.233.2 (9a67ca09-c4f4-4370-8b4a-7756a919f410/8ef34757-9aa1-40bc-828d-a300fb1579a1/c488e629-b55e-4d6a-afe0-3cd30345d841) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:10:17.356186 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:17.366329 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Transition to ACTIVE for port object c488e629-b55e-4d6a-afe0-3cd30345d841 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:10:17.385544 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Transition to ACTIVE for port object c488e629-b55e-4d6a-afe0-3cd30345d841 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:10:17.392488 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:17.397269 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:10:17.457514 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Network 9a67ca09-c4f4-4370-8b4a-7756a919f410 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:10:17.460292 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:10:17.464653 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:10:17.471728 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Pushing event updated for resources: {'Port': ['ID=c488e629-b55e-4d6a-afe0-3cd30345d841,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:10:17.535483 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.535820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.536146 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.536480 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.536802 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.537129 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.537449 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.537770 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.538133 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.538451 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.538764 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.539074 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:10:17.547221 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:10:17.566587 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Attempting to bind port c488e629-b55e-4d6a-afe0-3cd30345d841 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:10:17.566952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Attempting to bind port c488e629-b55e-4d6a-afe0-3cd30345d841 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:10:17.567313 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Attempting to bind port c488e629-b55e-4d6a-afe0-3cd30345d841 on network 9a67ca09-c4f4-4370-8b4a-7756a919f410 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:10:17.572571 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:10:17.572940 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Checking segment: {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:10:17.573348 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:17.573724 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Bound using segment: {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:10:17.574224 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Bound port: c488e629-b55e-4d6a-afe0-3cd30345d841, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:10:17.574590 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:17.660250 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] For port c488e629-b55e-4d6a-afe0-3cd30345d841, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:10:17.663336 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] For port c488e629-b55e-4d6a-afe0-3cd30345d841, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=c488e629-b55e-4d6a-afe0-3cd30345d841,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:10:17.669171 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:17.673203 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:10:17.748449 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Pushing event updated for resources: {'Port': ['ID=c488e629-b55e-4d6a-afe0-3cd30345d841,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:10:17.754033 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:10:18.067793 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device c488e629-b55e-4d6a-afe0-3cd30345d841 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:10:18.136507 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port c488e629-b55e-4d6a-afe0-3cd30345d841 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:10:18.548495 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0bc03-4f55-4600-b342-d596bcf2aeff None None] Network 9a67ca09-c4f4-4370-8b4a-7756a919f410 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:10:18.669214 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Provisioning for port c488e629-b55e-4d6a-afe0-3cd30345d841 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:10:18.677580 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Provisioning complete for port c488e629-b55e-4d6a-afe0-3cd30345d841 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:10:18.678000 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:18.900761 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:18.941375 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] For port c488e629-b55e-4d6a-afe0-3cd30345d841, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=c488e629-b55e-4d6a-afe0-3cd30345d841,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:10:18.949513 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:18.953516 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:10:19.026768 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Pushing event updated for resources: {'Port': ['ID=c488e629-b55e-4d6a-afe0-3cd30345d841,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:10:19.032155 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:10:19.170775 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-aaf01328-268d-4137-b101-f4371bba8880 None None] Provisioning complete for port c488e629-b55e-4d6a-afe0-3cd30345d841 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:10:19.171499 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aaf01328-268d-4137-b101-f4371bba8880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:20.036537 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device c488e629-b55e-4d6a-afe0-3cd30345d841 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:10:20.107379 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port c488e629-b55e-4d6a-afe0-3cd30345d841 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:10:20.107748 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:33.590117 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e3269927-9d59-411a-a0ff-fa8689c73247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:36.052530 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:36.244319 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-29859daf-c498-4c71-b8b4-8c2280bc9ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:37.287279 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:38.795185 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:10:48.735109 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:11:03.588152 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ddcd-5834-4026-be2b-f5779781015d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:06.046440 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:06.247946 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6dcd36ae-7e3d-4efe-88a0-0ec55d32be54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:07.288581 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:08.798097 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:25.734185 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:11:29.542201 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42336) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:11:29.550383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [None req-ffcab6f5-e2e0-4f6c-8bff-d38af8876960 tempest-verify_tempest_config-287383392 tempest-verify_tempest_config-287383392-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:11:29.551309 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ffcab6f5-e2e0-4f6c-8bff-d38af8876960 tempest-verify_tempest_config-287383392 tempest-verify_tempest_config-287383392-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0080559 Jun 06 19:11:29.878739 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42354) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:11:30.007409 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.115665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.121449 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.128580 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:11:30.164982 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238b580d-8a18-4117-84b4-e72a21885d06,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:11:30.168794 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fca6d46e2eb40769e9c1e70512e5cd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2890742 Jun 06 19:11:30.171833 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42358) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:11:30.174529 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.174868 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.175171 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.175521 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.175816 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.176150 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.176475 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.176791 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.177109 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.177407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.177717 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.178047 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.181961 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:11:30.230782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.257455 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.353082 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.356439 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:30.358333 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/238b580d-8a18-4117-84b4-e72a21885d06 HTTP/1.1" status: 204 len: 168 time: 0.1852951 Jun 06 19:11:30.359557 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b090c07f-d1fe-4cf3-b726-83c77d320f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:11:30.369804 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b580d-8a18-4117-84b4-e72a21885d06,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:11:30.377265 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.377625 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.377986 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.378314 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.378638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.379069 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.379300 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.379678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.380114 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.380558 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.380926 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.381299 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:11:30.389755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:11:33.582598 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-003353d0-9213-4bc0-94c1-7eb02a52878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:36.052837 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:36.252161 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-05125060-4900-4423-b216-dde6178ab12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:37.291474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:11:38.801745 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:02.737883 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:12:03.596582 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c6cfdc3a-d692-4622-80d6-99f18aea812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:06.063230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:06.263542 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-942a1a33-13f2-4663-bf19-97690b7a1a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:07.299251 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:08.815761 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:33.594458 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-88fe06d2-8efe-434a-a30c-68a2f16311dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:36.058837 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:36.265426 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6f1387f8-1295-4faa-be33-dbfb352dcc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:37.310698 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:38.813687 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:12:39.741755 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 5 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:13:00.213629 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100'] for agent, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:03.430616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42412) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:13:03.555208 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-046b2d31-4de1-4dbf-a070-6b65da4d8ac7 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1234694 Jun 06 19:13:03.590322 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c451fbc6-9b90-4fdb-b0b2-b37948adcc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:05.693371 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42422) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:13:05.763466 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-05b7e3fe-15d1-4505-9eb0-400bec997adb admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0680768 Jun 06 19:13:06.065629 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:06.271776 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-83229a25-2580-4d41-816e-2f221afd2b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:07.313018 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:08.809930 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:16.746481 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:13:30.178337 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:33.596058 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-56b5539d-ce57-4ede-9dd4-b9c825f43778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:36.065623 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:36.265212 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d5a693a8-d6ae-4e56-bdcd-208d0fe4d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:37.316966 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:38.822548 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:13:53.747251 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:14:00.163145 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:03.590418 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c73d283a-30b7-4091-ba83-5198e5e14476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:06.060347 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:06.261273 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c1be0142-0f4a-4e73-871c-9e93026843bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:07.309592 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:08.819635 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:29.484239 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42626) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:29.621403 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42640) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:29.653446 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42644) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:29.913520 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1928759388-network', 'tenant_id': '8525fb2525d7418ca8e52a492b3117b1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:29.935636 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Made reservation on behalf of 8525fb2525d7418ca8e52a492b3117b1 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:29.938482 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:29.953535 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:29.965304 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-network', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:29.998034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1845298311-network', 'tenant_id': 'cc17e830cb394bf6952dd0830d970baa'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:30.006712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Made reservation on behalf of 0209d2ade06f4849a57ae39a5f858bb1 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:30.009348 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.023709 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.026637 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.db.api [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:14:30.026637 dv-cinder-794962-3-iscsi neutron-server[91911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 19:14:30.026637 dv-cinder-794962-3-iscsi neutron-server[91911]: [parameters: {'project_id_1': 'cc17e830cb394bf6952dd0830d970baa', 'expiration_1': datetime.datetime(2021, 6, 6, 19, 14, 30, 3332)}] Jun 06 19:14:30.026637 dv-cinder-794962-3-iscsi neutron-server[91911]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:14:30.027034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_db.api [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:14:30.117988 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42664) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:30.131584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.172415 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.209805 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-942817044-network', 'tenant_id': 'f7de051ea982448495d077949da011e4'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:30.246354 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.253001 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.255492 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:30.270033 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.276535 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:14:30.301720 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Made reservation on behalf of f7de051ea982448495d077949da011e4 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:30.304435 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.327787 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.337175 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.337505 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Added segment 5c33511d-42c6-4e1f-8887-9a42ef3723f6 of type vlan for network c1d88008-bf78-414c-aa3e-4e72888d4402 Jun 06 19:14:30.354218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:14:30.385135 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:30.400569 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.402560 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Added segment f3f7c4f8-0a8a-431e-af0a-0ad2f312333f of type vlan for network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 Jun 06 19:14:30.428405 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.428795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.429092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.429465 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.429860 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.430367 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.440124 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.440612 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.441002 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.441333 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.441654 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.442011 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Tracked resource versions report: Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: pushed versions: Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: { 'AddressGroup': {'1.2'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'ConntrackHelper': {'1.0'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Log': {'1.0'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Network': {'1.1'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Port': {'1.7'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'PortForwarding': {'1.2'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'QosPolicy': {'1.8'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroup': {'1.4'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SubPort': {'1.0'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Subnet': {'1.1'}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Trunk': {'1.1'}} Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: consumer versions: Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'ConntrackHelper': '1.0', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Log': '1.0', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Network': '1.1', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Port': '1.7', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'PortForwarding': '1.2', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'QosPolicy': '1.8', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroup': '1.4', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SecurityGroupRule': '1.2', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'SubPort': '1.0', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Subnet': '1.1', Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: 'Trunk': '1.1'}} Jun 06 19:14:30.443049 dv-cinder-794962-3-iscsi neutron-server[91912]: {{(pid=91912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:14:30.462776 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:30.467541 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a6c5cc6a-af19-4864-9016-062622e2d8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:30.476038 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.480855 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.497245 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.497872 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:14:30.513058 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.513572 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Added segment 1effc422-b3b1-4999-a946-304087645813 of type vlan for network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 Jun 06 19:14:30.583525 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.587393 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e148d8-9008-4153-86e2-20946460fd39,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:30.591444 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.599950 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:30.623849 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:30.658873 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b005fa80-f686-4627-8b8d-a8296df257f2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:30.668273 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.669097 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.671796 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:30.672594 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.680424 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-00ba98e3-7193-4304-983e-4f515d3a19de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:30.690004 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.690832 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.691525 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.692239 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.692784 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.693294 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.693799 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.694317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.695124 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.695327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.695827 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.696326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.696970 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Tracked resource versions report: Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: pushed versions: Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: { 'AddressGroup': {'1.2'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'ConntrackHelper': {'1.0'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Log': {'1.0'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Network': {'1.1'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Port': {'1.7'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'PortForwarding': {'1.2'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'QosPolicy': {'1.8'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroup': {'1.4'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SubPort': {'1.0'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Subnet': {'1.1'}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Trunk': {'1.1'}} Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: consumer versions: Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'ConntrackHelper': '1.0', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Log': '1.0', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Network': '1.1', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Port': '1.7', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'PortForwarding': '1.2', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'QosPolicy': '1.8', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroup': '1.4', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SecurityGroupRule': '1.2', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'SubPort': '1.0', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Subnet': '1.1', Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: 'Trunk': '1.1'}} Jun 06 19:14:30.698823 dv-cinder-794962-3-iscsi neutron-server[91911]: {{(pid=91911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:14:30.704856 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:30.705609 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.707557 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:30.708116 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.722911 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Made reservation on behalf of cc17e830cb394bf6952dd0830d970baa for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:30.726453 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.743667 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:30.744538 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:30.746876 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:14:30.750761 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1279383 Jun 06 19:14:30.753987 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42690) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:30.762094 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Request body: {'subnet': {'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-subnet', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:30.786161 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2966888 Jun 06 19:14:30.892938 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:30.922481 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8029683 Jun 06 19:14:30.924917 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42694) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:30.925403 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42698) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:30.926246 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=64cf99d8-70dd-4973-b5ca-82ce91a37f22,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:30.949544 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:30.949905 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d88008-bf78-414c-aa3e-4e72888d4402,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:30.956408 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:30.957474 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Request body: {'subnet': {'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1928759388-subnet', 'tenant_id': '8525fb2525d7418ca8e52a492b3117b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:30.958599 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:30.979417 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Request body: {'subnet': {'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-subnet', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:30.990937 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Made reservation on behalf of 0209d2ade06f4849a57ae39a5f858bb1 for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:30.996377 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:14:30.997218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.040268 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network c1d88008-bf78-414c-aa3e-4e72888d4402 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:14:31.212453 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.224507 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.245350 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:31.266630 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Pushing event updated for resources: {'Network': ['ID=2e30da51-7ea3-4fd8-9d4e-2da2db556863,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:31.277755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:31.314733 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb10c8e8-30e8-44bb-a327-94d79e2dd02c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:31.340797 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:31.346197 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:14:31.362210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.363083 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Added segment 8cd60dfc-8016-4d94-9b78-9f0996936686 of type vlan for network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf Jun 06 19:14:31.378582 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Made reservation on behalf of 8525fb2525d7418ca8e52a492b3117b1 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:31.381548 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.404986 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:14:31.442295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.450522 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c204a61b-5508-40b1-9589-cbd71eea1c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:31.547842 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Checking segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:31.548888 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Network hostable DHCP agents. Network: 2e30da51-7ea3-4fd8-9d4e-2da2db556863, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:14:31.561186 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d171bc8-4a81-4131-ab83-1f96aca18117,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:31.564935 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:31.578672 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:14:31.593622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 2e30da51-7ea3-4fd8-9d4e-2da2db556863) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:31.614446 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:31.616787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.616946 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f310a5-14ec-4747-8a50-4ed4875e6fb1 None None] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:31.641524 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.645703 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Made reservation on behalf of f7de051ea982448495d077949da011e4 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:31.648369 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.666786 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9088905 Jun 06 19:14:31.666919 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42732) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:31.676084 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:31.719282 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.727235 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.781212 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.782608 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.799010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c7a304fa-20f5-48b6-8a1e-45d24a77ec97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:31.896220 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.907136 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:31.907673 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:31.940598 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77947762-3853-437a-9685-04f39386f7d6,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:31.946797 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:31.949999 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:32.004750 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3472207 Jun 06 19:14:32.011208 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42748) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:32.028209 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Request body: {'subnet': {'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1845298311-subnet', 'tenant_id': 'cc17e830cb394bf6952dd0830d970baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:32.034672 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Checking segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:32.035242 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Network hostable DHCP agents. Network: c1d88008-bf78-414c-aa3e-4e72888d4402, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:14:32.118801 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Pushing event updated for resources: {'Network': ['ID=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:32.132714 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:14:32.140722 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:32.170804 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06bc1dc-0076-4a27-b433-490a20709366 None None] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:32.185933 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Network c1d88008-bf78-414c-aa3e-4e72888d4402 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:14:32.204064 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Made reservation on behalf of cc17e830cb394bf6952dd0830d970baa for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:32.207580 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.226702 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.227399 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, c1d88008-bf78-414c-aa3e-4e72888d4402) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:32.240697 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:32.241291 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.245731 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:32.269031 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653c4ec-f17a-4ef4-818f-45a862c8d20e None None] Network c1d88008-bf78-414c-aa3e-4e72888d4402 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:32.342594 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-985f8cca-2177-4e4d-b87a-4ac66015e295 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3982191 Jun 06 19:14:32.544091 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63705570-5c16-4e72-b997-4978e35ab1b1,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:32.559393 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Checking segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:32.560579 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Network hostable DHCP agents. Network: 64cf99d8-70dd-4973-b5ca-82ce91a37f22, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:14:32.561590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.584455 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:32.635629 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:14:32.659638 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 64cf99d8-70dd-4973-b5ca-82ce91a37f22) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:32.700143 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:32.701112 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.748312 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8026023 Jun 06 19:14:32.750921 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42760) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:32.758400 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:32.761669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a848c-2ff2-4cbe-8e73-467dcbcd7b55 None None] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:32.822963 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.825249 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.826210 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0149623-7324-4db5-a15d-ae6224566bab None None] Network c1d88008-bf78-414c-aa3e-4e72888d4402 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:32.826450 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.862632 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:32.907281 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-64c3cb5b-7db1-40d7-8a28-106b2f8967a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:33.327755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:33.413865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:33.526389 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a020ff-7a3d-4a0c-9f82-688e88091559,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:33.581136 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:14:33.582033 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:33.649260 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:33.702055 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Checking segment: {'id': '8cd60dfc-8016-4d94-9b78-9f0996936686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:33.702438 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Network hostable DHCP agents. Network: 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:14:33.724176 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:33.820371 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:14:33.834607 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-388e7857-9b58-4705-9eb7-4cbd2326b773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:33.874581 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Allocated IP 172.20.0.2 (64cf99d8-70dd-4973-b5ca-82ce91a37f22/63705570-5c16-4e72-b997-4978e35ab1b1/10ac003f-3d59-40ac-93d6-ab441fbb044e) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:33.897635 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Allocated IP 172.27.1.126 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/7812ef8c-a76d-4ab4-91b5-583c27361e88) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:33.973382 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:33.990891 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:33.991472 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.022985 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0002539 Jun 06 19:14:34.107489 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d497f2-e3c2-4f8a-bfdc-ac42b2e89abd None None] Network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:34.117893 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42848) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:34.120826 dv-cinder-794962-3-iscsi neutron-server[91912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 19:14:34.284990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-379a0cc4-15ce-4868-9f84-7718797199f5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:34.286647 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-379a0cc4-15ce-4868-9f84-7718797199f5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.1673040 Jun 06 19:14:34.321866 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-9e85865a-5e23-4419-966e-d100306f3fa2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/quotas/8525fb2525d7418ca8e52a492b3117b1 HTTP/1.1" status: 200 len: 375 time: 0.0287850 Jun 06 19:14:34.351749 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.406148 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.410011 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-5cf62a11-cbf9-47c7-9e39-b0eccaa5f325 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631661 Jun 06 19:14:34.476401 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.482964 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:34.511833 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.541011 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.545963 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addaaca-e86a-41ab-be4a-798e44a345ff None None] Network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:34.590312 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Transition to ACTIVE for port object 10ac003f-3d59-40ac-93d6-ab441fbb044e will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:34.670865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:34.673608 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:34.679205 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:34.723555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Transition to ACTIVE for port object 10ac003f-3d59-40ac-93d6-ab441fbb044e will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:34.743545 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Pushing event updated for resources: {'Port': ['ID=7812ef8c-a76d-4ab4-91b5-583c27361e88,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:34.744877 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 42882) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:34.749236 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-2bdd0f76-3f58-4df5-a056-28d474f6e9bd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:14:34.750277 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-2bdd0f76-3f58-4df5-a056-28d474f6e9bd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1428072 Jun 06 19:14:34.751628 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:34.764787 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8774872d-5637-45e7-a4b1-df06a4b76db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:34.769140 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:34.808170 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Allocated IP 172.27.1.228 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/9a12bc8f-719e-4eaf-94e8-d9ccffaefed1) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:34.837940 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:34.849635 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:34.858938 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:34.970044 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Pushing event updated for resources: {'Port': ['ID=10ac003f-3d59-40ac-93d6-ab441fbb044e,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:34.987423 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.987740 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.988241 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.988709 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.989173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.989647 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.990137 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.990628 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.990969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.991289 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.991600 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.991906 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Tracked resource versions report: Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: pushed versions: Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: { 'AddressGroup': {'1.2'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'ConntrackHelper': {'1.0'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Log': {'1.0'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Network': {'1.1'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Port': {'1.7'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'PortForwarding': {'1.2'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'QosPolicy': {'1.8'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroup': {'1.4'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SubPort': {'1.0'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Subnet': {'1.1'}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Trunk': {'1.1'}} Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: consumer versions: Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'ConntrackHelper': '1.0', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Log': '1.0', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Network': '1.1', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Port': '1.7', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'PortForwarding': '1.2', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'QosPolicy': '1.8', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroup': '1.4', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SecurityGroupRule': '1.2', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'SubPort': '1.0', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Subnet': '1.1', Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: 'Trunk': '1.1'}} Jun 06 19:14:34.992950 dv-cinder-794962-3-iscsi neutron-server[91915]: {{(pid=91915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:14:34.997774 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:34.999985 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Attempting to bind port 10ac003f-3d59-40ac-93d6-ab441fbb044e on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:35.000307 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Attempting to bind port 10ac003f-3d59-40ac-93d6-ab441fbb044e by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:35.000574 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Attempting to bind port 10ac003f-3d59-40ac-93d6-ab441fbb044e on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:35.001666 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.007341 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:35.007705 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Checking segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:35.008115 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.008482 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Bound using segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:35.008946 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Bound port: 10ac003f-3d59-40ac-93d6-ab441fbb044e, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:35.009322 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.054394 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.060656 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-767d3481-bd61-4854-94dd-cb73e196379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:35.124804 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] For port 10ac003f-3d59-40ac-93d6-ab441fbb044e, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:35.129254 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:35.129555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] For port 10ac003f-3d59-40ac-93d6-ab441fbb044e, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=10ac003f-3d59-40ac-93d6-ab441fbb044e,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:35.135930 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.137637 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:35.140728 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:35.143348 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-65bfacda-4f7d-4a3a-b791-672f21bc76fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:35.237819 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Pushing event updated for resources: {'Port': ['ID=10ac003f-3d59-40ac-93d6-ab441fbb044e,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:35.245008 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:35.256527 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-59ec8e4f-4d25-4eac-aade-646c3c778f02 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:35.258147 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-59ec8e4f-4d25-4eac-aade-646c3c778f02 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/networks?id=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf HTTP/1.1" status: 200 len: 812 time: 0.5001621 Jun 06 19:14:35.280993 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-fa1626ef-6037-4715-8e14-9a2be521fc31 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109029 Jun 06 19:14:35.364769 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-79113b5e-832a-4842-aa0c-c402207e6ed4 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/quotas/cc17e830cb394bf6952dd0830d970baa HTTP/1.1" status: 200 len: 375 time: 0.0886407 Jun 06 19:14:35.387876 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Pushing event updated for resources: {'Port': ['ID=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:35.450835 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:35.535917 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-f53d372c-55ce-4f0d-a2ce-ba4ab7c0cedf tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc17e830cb394bf6952dd0830d970baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494937 Jun 06 19:14:35.641648 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.678899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:35.723673 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-711294eb-35e9-4a94-9531-b0c66b2b3a3c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:14:35.724656 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-711294eb-35e9-4a94-9531-b0c66b2b3a3c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0909390 Jun 06 19:14:35.782514 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-14d4c72f-658f-4ebb-9de0-d2a74ccf2092 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909945 Jun 06 19:14:35.842260 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42910) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:36.086723 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-a6052b85-7041-4107-934f-4085840e9909 service neutron] 10.222.0.43 "GET /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529894 Jun 06 19:14:36.099969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.143820 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.301703 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-718fe7d1-4429-427c-b65e-47c95a0e34d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.321785 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-16b8ebf8-d48c-40f0-9887-e741f7611951 service neutron] 10.222.0.43 "GET /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339392 Jun 06 19:14:36.358837 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 10ac003f-3d59-40ac-93d6-ab441fbb044e up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:36.476016 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 10ac003f-3d59-40ac-93d6-ab441fbb044e completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:36.497677 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.642233 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a4eb33a3-a231-4266-a3c4-5dc24d30d219 req-70dfa02a-8eac-4271-bd92-4859dec6acea tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 210 time: 0.1705582 Jun 06 19:14:36.671387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.698299 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3bc7bf-3dc5-4089-9245-b4a2ab77afde None None] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:14:36.873574 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-442425e5-0ba2-4e38-b432-fa600aa87e35 req-d6e68597-63ca-4133-942a-25bc927ea27a tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.0842948 Jun 06 19:14:36.960367 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.970846 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:36.988438 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cbd07497-37b8-4e9e-800c-6e4b33e9fca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:37.079215 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3915f60-986a-4f58-877c-bb3e0ef1a744,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:37.103330 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b4fb5e4e4064c069b66b34a5d87d08c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2599349 Jun 06 19:14:37.104259 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 42982) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:37.105887 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:37.127774 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Router 6c21e493-365b-4624-beb6-7038045b7687 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:14:37.141323 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Router 61d81600-c762-4e0a-9c3c-52906a2c93c7 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:14:37.293428 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Provisioning for port 10ac003f-3d59-40ac-93d6-ab441fbb044e completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:37.324020 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Provisioning complete for port 10ac003f-3d59-40ac-93d6-ab441fbb044e triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:37.324700 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:37.462277 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:37.491696 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:37.554985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:37.665556 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:14:37.676669 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:14:37.687832 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:14:37.707813 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:37.708436 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:37.756590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:37.761106 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0925026 Jun 06 19:14:37.762031 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43020) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:37.820696 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:37.832324 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0803211 Jun 06 19:14:37.833711 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43022) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:37.837273 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Sync routers for ids ['61d81600-c762-4e0a-9c3c-52906a2c93c7'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:14:37.935942 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Routers {'61d81600-c762-4e0a-9c3c-52906a2c93c7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:37.937322 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['61d81600-c762-4e0a-9c3c-52906a2c93c7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:38.036449 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c118095-5aee-44a4-aea5-841c0e63077f req-6b8bdeab-5993-42a8-ab0b-fa6bff03f287 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 210 time: 0.1331100 Jun 06 19:14:38.089798 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.101260 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.102597 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3915f60-986a-4f58-877c-bb3e0ef1a744 HTTP/1.1" status: 204 len: 168 time: 0.9949996 Jun 06 19:14:38.124978 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c30372e-fd1f-4c42-ba2e-4466a1dce2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:38.165624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.170418 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3915f60-986a-4f58-877c-bb3e0ef1a744,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:38.281986 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:38.325351 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] For port 10ac003f-3d59-40ac-93d6-ab441fbb044e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=10ac003f-3d59-40ac-93d6-ab441fbb044e,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:14:38.360717 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.372576 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Set router 61d81600-c762-4e0a-9c3c-52906a2c93c7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:38.403615 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:38.422195 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e65c263b-d4f4-4fe2-aab5-67ce288a9dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:38.447687 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b6f2976-763a-4984-8847-e9a8b0f21f3a req-3e10b62b-9bbc-4c8f-a6f4-56f8554e7fae tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.1226487 Jun 06 19:14:38.569765 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Pushing event updated for resources: {'Port': ['ID=10ac003f-3d59-40ac-93d6-ab441fbb044e,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:38.573706 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:38.709617 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d680edaa-5a23-4da3-975a-72e6589b13c7 None None] Provisioning complete for port 10ac003f-3d59-40ac-93d6-ab441fbb044e triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:38.710102 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d680edaa-5a23-4da3-975a-72e6589b13c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.743465 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43050) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:38.811433 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.860832 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:38.937093 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:35Z', 'revision_number': 3, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:38.941488 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:14:38.941863 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Updating router 6c21e493-365b-4624-beb6-7038045b7687 port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:14:38.967980 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:14:35Z', 'revision_number': 3, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:38.973232 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Checking router: 61d81600-c762-4e0a-9c3c-52906a2c93c7 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:14:38.973863 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Updating router 61d81600-c762-4e0a-9c3c-52906a2c93c7 port 7812ef8c-a76d-4ab4-91b5-583c27361e88 binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:14:38.987042 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43056) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:39.004762 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.038487 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.345539 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.386602 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.452022 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.465774 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-561a58e5-8eac-4556-8676-4b2db840e97d req-514a3b4e-8f3e-4893-8b52-2e7fd4139ab5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 210 time: 0.1408286 Jun 06 19:14:39.469948 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Transition to ACTIVE for port object 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:39.492309 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.507200 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9447c406-6a91-44a5-ab41-a79a9001fd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:39.516762 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.516762 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.531548 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.552361 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-544ed37b-bf7d-4dcf-bb80-b92e37908949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:39.597026 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Pushing event updated for resources: {'Port': ['ID=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:39.605645 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Allocated IP 172.20.0.1 (64cf99d8-70dd-4973-b5ca-82ce91a37f22/63705570-5c16-4e72-b997-4978e35ab1b1/9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:39.606293 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.606512 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.607426 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.607426 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.607627 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.607832 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.608145 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.608746 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.609489 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.609489 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.609766 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.610176 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Tracked resource versions report: Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: pushed versions: Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: { 'AddressGroup': {'1.2'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'ConntrackHelper': {'1.0'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Log': {'1.0'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Network': {'1.1'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Port': {'1.7'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'PortForwarding': {'1.2'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'QosPolicy': {'1.8'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroup': {'1.4'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroupRule': {'1.2'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SubPort': {'1.0'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Subnet': {'1.1'}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Trunk': {'1.1'}} Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: consumer versions: Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: { DHCP agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: HyperV agent@hv-cinder-79496: {}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: L3 agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: Metadata agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: Metering agent@dv-cinder-794962-3-iscsi: {}, Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: Open vSwitch agent@dv-cinder-794962-3-iscsi: { 'AddressGroup': '1.2', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'ConntrackHelper': '1.0', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Log': '1.0', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Network': '1.1', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Port': '1.7', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'PortForwarding': '1.2', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'QosPolicy': '1.8', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroup': '1.4', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SecurityGroupRule': '1.2', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'SubPort': '1.0', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Subnet': '1.1', Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: 'Trunk': '1.1'}} Jun 06 19:14:39.611489 dv-cinder-794962-3-iscsi neutron-server[91916]: {{(pid=91916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 19:14:39.638199 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:39.671003 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Attempting to bind port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:39.671495 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Attempting to bind port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:39.671850 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Attempting to bind port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:39.677622 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:39.678137 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:39.678534 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.678929 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:39.679389 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Bound port: 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:39.679880 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.706027 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b61a6daa-98fa-4eba-94ad-07d8c2bc2ff7 req-ab81e1b9-0bb4-4f82-842b-fb145ae26cf1 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.0897746 Jun 06 19:14:39.720389 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fa0f3142bc1461483664c01d6ab0c37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9731438 Jun 06 19:14:39.725504 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43074) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:39.728362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d693da-3d57-489d-91d8-de5e786b055b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:39.739120 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:39.791859 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.806327 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] For port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:39.808184 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Transition to ACTIVE for port object 7812ef8c-a76d-4ab4-91b5-583c27361e88 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:39.811048 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] For port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:39.819085 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.820326 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.829949 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:39.837363 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:39.862941 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.866480 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.914972 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Attempting to bind port 7812ef8c-a76d-4ab4-91b5-583c27361e88 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:39.915585 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Attempting to bind port 7812ef8c-a76d-4ab4-91b5-583c27361e88 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:39.915928 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Attempting to bind port 7812ef8c-a76d-4ab4-91b5-583c27361e88 on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:39.919121 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:39.919753 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:39.925717 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.927986 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:39.928470 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:39.928964 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.929448 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:39.930076 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Bound port: 7812ef8c-a76d-4ab4-91b5-583c27361e88, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:39.930542 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.947020 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.950515 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Allocated IP 172.20.0.1 (2e30da51-7ea3-4fd8-9d4e-2da2db556863/4d171bc8-4a81-4131-ab83-1f96aca18117/c84b04e6-8b5e-4084-810f-9b6e047261ad) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:39.950953 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Transition to ACTIVE for port object 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:39.957081 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:39.975587 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Pushing event updated for resources: {'Port': ['ID=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:39.980778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaacfc7-bb75-43fb-a5b2-4c3f1ee41b0f None None] Pushing event updated for resources: {'Port': ['ID=7812ef8c-a76d-4ab4-91b5-583c27361e88,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:39.985904 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8eaacfc7-bb75-43fb-a5b2-4c3f1ee41b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:39.986961 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:40.003555 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:40.024900 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.043080 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.043780 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:40.051065 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] For port 7812ef8c-a76d-4ab4-91b5-583c27361e88, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:40.056274 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] For port 7812ef8c-a76d-4ab4-91b5-583c27361e88, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7812ef8c-a76d-4ab4-91b5-583c27361e88,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:40.064962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790df2b7-f63e-4b3b-9c04-c3bd6a653f55,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:40.070852 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:40.071400 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.080616 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:40.082369 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.088533 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0d693da-3d57-489d-91d8-de5e786b055b HTTP/1.1" status: 204 len: 168 time: 0.3482015 Jun 06 19:14:40.089263 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ce38db1ea534c1a82dc05f1d68f2846&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0947218 Jun 06 19:14:40.089263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43078) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:40.127022 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:40.137718 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:40.148752 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:40.149499 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.167625 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:40.201908 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Pushing event updated for resources: {'Port': ['ID=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:40.214958 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.215343 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:40.215819 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b6400ad1-bdb0-4ee9-937f-a65cdbc4775b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:40.229271 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Routers {'61d81600-c762-4e0a-9c3c-52906a2c93c7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:40.230215 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['61d81600-c762-4e0a-9c3c-52906a2c93c7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:40.346996 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.377687 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d693da-3d57-489d-91d8-de5e786b055b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:40.397063 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 10ac003f-3d59-40ac-93d6-ab441fbb044e up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:40.400394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.400733 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:40.456626 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.460792 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.462607 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/790df2b7-f63e-4b3b-9c04-c3bd6a653f55 HTTP/1.1" status: 204 len: 168 time: 0.3726461 Jun 06 19:14:40.465228 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.466459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:40.478542 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790df2b7-f63e-4b3b-9c04-c3bd6a653f55,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:40.492621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:40.493510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:40.556716 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:40.566463 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:40.573020 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:40.573493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.590829 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.625794 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaacfc7-bb75-43fb-a5b2-4c3f1ee41b0f None None] Pushing event updated for resources: {'Port': ['ID=7812ef8c-a76d-4ab4-91b5-583c27361e88,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:40.638665 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8eaacfc7-bb75-43fb-a5b2-4c3f1ee41b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:40.737609 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-f9bd87c2-1973-41b4-926d-0b8fbfdb3c0f None None] Provisioning for port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:40.760108 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-f9bd87c2-1973-41b4-926d-0b8fbfdb3c0f None None] Provisioning complete for port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:40.761033 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f9bd87c2-1973-41b4-926d-0b8fbfdb3c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.851077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] Set router 61d81600-c762-4e0a-9c3c-52906a2c93c7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:40.876703 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:35Z', 'revision_number': 3, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:40.888162 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bd03a-5c64-4dc4-9cdf-6a6fe1937822 None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:35Z', 'revision_number': 3, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:14:40.922631 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 10ac003f-3d59-40ac-93d6-ab441fbb044e triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:40.923002 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:40.998617 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7a8a6777-923d-4ca5-8ac9-054553a9b6e4 req-c5d845de-8b2a-4825-af5a-e0adf2690faa tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 210 time: 0.0687025 Jun 06 19:14:41.021758 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Pushing event updated for resources: {'Port': ['ID=c84b04e6-8b5e-4084-810f-9b6e047261ad,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:41.027385 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:41.087049 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f4fe578-4d29-4ed7-bb0a-b5dde711f192 req-bc793c89-9e4f-4ff8-8bec-385ca1fc3e4f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.0679612 Jun 06 19:14:41.218640 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:41.231286 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:41.232993 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:41.243924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:41.273955 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43108) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:41.343174 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd87c2-1973-41b4-926d-0b8fbfdb3c0f None None] Port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:14:41.387208 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:41.501481 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Pushing event updated for resources: {'Port': ['ID=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:41.522017 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:41.585971 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:41.628797 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:41.630326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:42.099137 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Router 6c21e493-365b-4624-beb6-7038045b7687 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:14:42.110085 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:14:35Z', 'revision_number': 3, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:42.120479 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e6973-ec1b-4109-9212-6c2029d7eea1 None None] The sync data for ids ['61d81600-c762-4e0a-9c3c-52906a2c93c7'] in dv-cinder-794962-3-iscsi is: [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:14:35Z', 'revision_number': 3, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:14:42.123142 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.16', 59295) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:42.208820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-9cd04e64-912b-451e-8f9c-0165fafff406 None None] Provisioning complete for port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:42.209198 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9cd04e64-912b-451e-8f9c-0165fafff406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.329907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.db.resource_extend [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:14:42.373472 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.374114 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:42.376860 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.380372 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b5446def-f42d-4b13-9b5b-35e7e5429bc7 req-feb9272e-f852-4ced-9fd5-46212e4f438a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 210 time: 0.1504521 Jun 06 19:14:42.387856 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.389648 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.395049 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.396905 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:42.552374 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9cd04e64-912b-451e-8f9c-0165fafff406 None None] Port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:14:42.679536 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e996b69d-a12b-4331-a34c-a7db40acf90a req-b757d742-26ae-4c1a-ba2c-5125f1b0b5f6 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.1942494 Jun 06 19:14:42.697229 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e5232d97f7e49d2b56f0ae9803fb4db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4172537 Jun 06 19:14:42.697229 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Pushing event updated for resources: {'Port': ['ID=c84b04e6-8b5e-4084-810f-9b6e047261ad,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:42.733467 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:42.737564 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:42.738059 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43164) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:42.739096 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:42.739477 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:42.740019 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:42.794038 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d3154-d11a-456c-98b9-86a316201157,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:42.798062 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:42.801688 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.16', 59297) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:42.911001 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-d9b284a2-e77d-4ead-a80a-9f23d0455993 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:42.913659 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-d9b284a2-e77d-4ead-a80a-9f23d0455993 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.7880967 Jun 06 19:14:42.938352 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:14:42.945361 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] 10.222.0.43 "PUT /v2.0/routers/6c21e493-365b-4624-beb6-7038045b7687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1065855 Jun 06 19:14:42.968141 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Request body: {'port': {'device_id': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'admin_state_up': True, 'tenant_id': '8525fb2525d7418ca8e52a492b3117b1'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:43.105398 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:43.161768 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:14:43.170986 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:43.173726 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-db523648-fc63-4e3f-97dd-8a00fc4b4aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:43.430444 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:43.440999 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:43.506287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-bc6a2c07-f381-48a7-8d45-4af331882652 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:43.508009 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Made reservation on behalf of 8525fb2525d7418ca8e52a492b3117b1 for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:43.509164 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-bc6a2c07-f381-48a7-8d45-4af331882652 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.16 "GET /v2.0/networks?id=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf HTTP/1.1" status: 200 len: 812 time: 0.7037721 Jun 06 19:14:43.513789 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:43.520872 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:43.556545 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:43.611356 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Request body: {'port': {'device_id': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf', 'admin_state_up': True, 'tenant_id': 'cc17e830cb394bf6952dd0830d970baa'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:43.806016 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:43.813367 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:43.870947 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Allocated IP 172.20.0.8 (c1d88008-bf78-414c-aa3e-4e72888d4402/77947762-3853-437a-9685-04f39386f7d6/18726a35-ea82-4fb0-94a8-a9f687f8b0a0) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:44.065675 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:14:44.080131 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:44.082984 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5f54b96-add1-4e0e-8758-877440248a34 req-f4653b0c-c4e4-4ec2-82ae-6db225bae600 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 210 time: 0.1929123 Jun 06 19:14:44.089669 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:44.091383 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:44.092723 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:44.095126 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f23d3154-d11a-456c-98b9-86a316201157 HTTP/1.1" status: 204 len: 168 time: 1.3168259 Jun 06 19:14:44.099607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-99f1eca6-a7d0-4156-b809-525d82610acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:44.164096 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d3154-d11a-456c-98b9-86a316201157,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:44.238613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:44.375317 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Made reservation on behalf of cc17e830cb394bf6952dd0830d970baa for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:44.401340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:44.479769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7812ef8c-a76d-4ab4-91b5-583c27361e88 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:44.515265 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Router 61d81600-c762-4e0a-9c3c-52906a2c93c7 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:14:44.622599 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 7812ef8c-a76d-4ab4-91b5-583c27361e88 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:44.630081 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 7812ef8c-a76d-4ab4-91b5-583c27361e88 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:44.631504 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:44.648031 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:44.734318 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:44.750197 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:44.933662 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:44.981035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Network c1d88008-bf78-414c-aa3e-4e72888d4402 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:45.005148 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:45.020329 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:45.032729 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:45.034658 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:45.061895 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event updated for resources: {'Port': ['ID=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:45.066644 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:45.069506 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1050043 Jun 06 19:14:45.088780 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-7409fb9d-2dfa-4249-bb46-79b796b4a3ad tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:14:45.090974 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-7409fb9d-2dfa-4249-bb46-79b796b4a3ad tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085742 Jun 06 19:14:45.098662 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:45.135961 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5391aeff-8d32-41e2-b05d-671ab7154a4d req-b3addce9-89c6-45d8-a018-0fcb124df04e tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.2853863 Jun 06 19:14:45.159099 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 7812ef8c-a76d-4ab4-91b5-583c27361e88, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7812ef8c-a76d-4ab4-91b5-583c27361e88,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:14:45.178656 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:45.179959 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:45.393984 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:45.575519 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Request body: {'port': {'device_id': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:45.590336 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:45.592825 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:45.684778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=7812ef8c-a76d-4ab4-91b5-583c27361e88,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:45.728466 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:45.747539 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43300) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:45.749707 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Allocated IP 172.20.0.9 (3b168a4e-36b4-4fc5-9242-ba38d09cb7bf/46a020ff-7a3d-4a0c-9f82-688e88091559/8ea998a4-2bb6-448b-b4fd-6693e73437c3) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:45.771990 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645139418', 'description': 'tempest-description--1729769671'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:45.942814 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:45.963716 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 2, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:45.968817 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:14:45.969324 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Updating router 6c21e493-365b-4624-beb6-7038045b7687 port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:14:46.089147 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:46.116659 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:46.332903 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7812ef8c-a76d-4ab4-91b5-583c27361e88 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:46.426774 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43322) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:46.575443 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 7812ef8c-a76d-4ab4-91b5-583c27361e88 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:46.578271 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:46.615828 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:14:46.632757 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Sync routers for ids ['61d81600-c762-4e0a-9c3c-52906a2c93c7'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:14:46.641899 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] 10.222.0.43 "PUT /v2.0/routers/61d81600-c762-4e0a-9c3c-52906a2c93c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8782623 Jun 06 19:14:46.676979 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Routers {'61d81600-c762-4e0a-9c3c-52906a2c93c7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:46.678024 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['61d81600-c762-4e0a-9c3c-52906a2c93c7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:46.863011 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bc0c3d7-3cc4-48d8-8782-d7a068b6697c req-936cfbf1-5d30-460f-9153-128694ac1214 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.2653515 Jun 06 19:14:46.906347 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:46.945316 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:46.958724 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:47.004667 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec49b56-fd68-4225-8638-aed80fd33839 req-d641ee97-db9d-4be2-be4a-363b917578b9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:47.012213 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ec49b56-fd68-4225-8638-aed80fd33839 req-d641ee97-db9d-4be2-be4a-363b917578b9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 931 time: 1.0636642 Jun 06 19:14:47.045729 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.064324 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Transition to ACTIVE for port object 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:47.081818 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.097725 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:47.236302 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619ac648-9175-4bc5-b07b-86d276eafb2f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:47.245954 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:47.246773 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.247987 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4824393 Jun 06 19:14:47.253425 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43338) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:47.274487 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.311608 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'security_group_rule': {'security_group_id': '619ac648-9175-4bc5-b07b-86d276eafb2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:47.378005 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.392974 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ec49b56-fd68-4225-8638-aed80fd33839 req-675765e3-1c86-442b-899e-e1efd9ea9f32 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566198 Jun 06 19:14:47.456696 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.475378 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c9c569a2-c03a-4467-a4a5-f3a333130b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:47.621816 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Set router 61d81600-c762-4e0a-9c3c-52906a2c93c7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:47.638724 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.657638 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084e2a1-49e9-4cbb-b2ae-6994133db1d1 None None] Pushing event updated for resources: {'Port': ['ID=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:47.671197 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0084e2a1-49e9-4cbb-b2ae-6994133db1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:47.677413 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:47.689071 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:47.720761 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Attempting to bind port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:47.721138 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Attempting to bind port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:47.721542 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Attempting to bind port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:47.738455 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:47.739267 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:47.746182 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:47.749236 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Checking segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:47.750124 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.750549 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Bound using segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:47.751071 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Bound port: 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:47.751460 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.758847 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:47.839417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Pushing event updated for resources: {'Port': ['ID=8ea998a4-2bb6-448b-b4fd-6693e73437c3,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:47.848798 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:47.863650 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43354) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:48.143754 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] For port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:48.168570 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:14:48.185385 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] For port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:48.196168 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.201476 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:48.336894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.395108 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.406647 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.466929 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:48.472056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:48.474617 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:48.612288 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97097e0d-d749-49a5-96d6-edbacd42e12c,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:48.615069 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:14:41Z', 'revision_number': 4, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'c84b04e6-8b5e-4084-810f-9b6e047261ad', 'name': '', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'mac_address': 'fa:16:3e:ed:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:41Z', 'revision_number': 2, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'subnets': [{'id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:48.629005 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Checking router: 61d81600-c762-4e0a-9c3c-52906a2c93c7 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:14:48.630032 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Updating router 61d81600-c762-4e0a-9c3c-52906a2c93c7 port c84b04e6-8b5e-4084-810f-9b6e047261ad binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:14:48.639485 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Transition to ACTIVE for port object 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:48.663497 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:48.668354 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.699164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.719084 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-398321c2-8f9c-4311-abff-de415a61f578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:48.831307 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:48.857861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14906f36-29d5-4129-97fb-ea28aed53a6b req-82e7163e-710a-4ead-a6e1-41d1b7d04fe3 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:48.860315 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14906f36-29d5-4129-97fb-ea28aed53a6b req-82e7163e-710a-4ead-a6e1-41d1b7d04fe3 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 931 time: 0.6316953 Jun 06 19:14:48.947760 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14906f36-29d5-4129-97fb-ea28aed53a6b req-c8e3ec24-7c5b-4ee2-a8c4-be0a6b93f224 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793824 Jun 06 19:14:48.981787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-c14288a4-5fad-4c98-9303-1b55d8223845 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:49.000050 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-c14288a4-5fad-4c98-9303-1b55d8223845 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 819 time: 0.5702569 Jun 06 19:14:49.018551 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-4790b4f5-6b3f-4e9c-b603-5d5057e844c5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/quotas/0209d2ade06f4849a57ae39a5f858bb1 HTTP/1.1" status: 200 len: 375 time: 0.0174000 Jun 06 19:14:49.024498 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.111539 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084e2a1-49e9-4cbb-b2ae-6994133db1d1 None None] Pushing event updated for resources: {'Port': ['ID=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:49.126639 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5212295 Jun 06 19:14:49.139832 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0084e2a1-49e9-4cbb-b2ae-6994133db1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:49.175287 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:49.226191 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.283180 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.290030 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9909282 Jun 06 19:14:49.295982 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43390) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:49.326823 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Request body: {'port': {'device_id': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:49.328832 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'security_group_rule': {'security_group_id': '619ac648-9175-4bc5-b07b-86d276eafb2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:49.453314 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Pushing event updated for resources: {'Port': ['ID=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:49.464111 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Attempting to bind port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:49.464630 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Attempting to bind port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:49.465113 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Attempting to bind port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:49.473342 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:49.474226 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 on network c1d88008-bf78-414c-aa3e-4e72888d4402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:14:49.474677 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Attempting to bind port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:49.480471 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7d0cb74d-748f-47ea-8f71-272b4cd4fee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:49.509444 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:49.510151 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Checking segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:49.510941 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Bound using segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:49.511674 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Bound port: 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:49.512158 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.528411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.531301 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-491cefc9-552e-4718-b771-e2f93c93fb8a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4972346 Jun 06 19:14:49.537578 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53bdf01-a770-4124-9011-4d3d92314727,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:49.544640 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Transition to ACTIVE for port object c84b04e6-8b5e-4084-810f-9b6e047261ad will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:49.557244 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.573416 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:49.631497 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] For port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host hv-cinder-79496, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:49.637559 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] For port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:49.639651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:49.647099 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea1252bd01c148a4a5cb5aa70b871f2a&name=default HTTP/1.1" status: 200 len: 2976 time: 3.2192874 Jun 06 19:14:49.648116 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43400) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:49.652868 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.657541 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.713028 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:49.816109 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Pushing event updated for resources: {'Port': ['ID=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:49.844313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:49.845003 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.846755 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] 10.222.0.16 "PUT /v2.0/ports/18726a35-ea82-4fb0-94a8-a9f687f8b0a0 HTTP/1.1" status: 200 len: 1093 time: 4.3679142 Jun 06 19:14:49.868774 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'tag': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:14:49.901935 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eb1ea-6afe-4836-a8f4-3e0ae2a6704e None None] Pushing event updated for resources: {'Port': ['ID=c84b04e6-8b5e-4084-810f-9b6e047261ad,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:49.947106 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:49.953566 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-546eb1ea-6afe-4836-a8f4-3e0ae2a6704e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:49.985380 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.144552 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.179404 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.184135 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:48Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:50.186177 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d53bdf01-a770-4124-9011-4d3d92314727 HTTP/1.1" status: 204 len: 168 time: 0.5352249 Jun 06 19:14:50.201529 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39579ab2-1b9f-4e3b-9db7-913d53d11133 None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:48Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:14:50.205258 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:50.228374 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:50.229294 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Attempting to bind port c84b04e6-8b5e-4084-810f-9b6e047261ad on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:50.229729 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Attempting to bind port c84b04e6-8b5e-4084-810f-9b6e047261ad by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:50.232338 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Attempting to bind port c84b04e6-8b5e-4084-810f-9b6e047261ad on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:50.248334 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:50.248608 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Checking segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:50.250197 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.250604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Bound using segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:50.251125 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Bound port: c84b04e6-8b5e-4084-810f-9b6e047261ad, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:50.251469 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.288049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53bdf01-a770-4124-9011-4d3d92314727,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:50.312476 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:50.373924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-39e674f8-5ce0-40af-be92-bd065ccc210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:50.375677 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-39e674f8-5ce0-40af-be92-bd065ccc210a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 1096 time: 0.3306072 Jun 06 19:14:50.405164 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4237949-badd-4334-a75e-636e35abc136" -d '{"events": [{"name": "network-changed", "server_uuid": "062b510b-3e1a-416d-9bfa-ab4ca1dab538", "tag": "18726a35-ea82-4fb0-94a8-a9f687f8b0a0"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:14:50.466327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de508-ddde-470e-8936-8883b1daf009 req-5a4a4121-0c78-4dba-9b20-9a0cbc2ace6e tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:50.467850 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b13de508-ddde-470e-8936-8883b1daf009 req-5a4a4121-0c78-4dba-9b20-9a0cbc2ace6e tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 943 time: 1.1825676 Jun 06 19:14:50.575077 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-5903ed70-6e61-4132-958e-046fa06ab832 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0 HTTP/1.1" status: 200 len: 217 time: 0.1625090 Jun 06 19:14:50.598610 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] For port c84b04e6-8b5e-4084-810f-9b6e047261ad, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:50.616118 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] For port c84b04e6-8b5e-4084-810f-9b6e047261ad, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=c84b04e6-8b5e-4084-810f-9b6e047261ad,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:50.625292 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.662848 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:50.670638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.802951 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b13de508-ddde-470e-8936-8883b1daf009 req-4ce5429e-68e9-407f-8049-2cdd324d988a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502160 Jun 06 19:14:50.807552 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:50.809787 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-fd463b48-5916-4eb4-a4f6-eeef387d351a service neutron] 10.222.0.43 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2764466 Jun 06 19:14:50.891453 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43428) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:50.973125 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bbffc24d-d65d-496d-921c-e4f8ee28c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:50.974629 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-bbffc24d-d65d-496d-921c-e4f8ee28c13d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.3796978 Jun 06 19:14:50.987416 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Routers {'61d81600-c762-4e0a-9c3c-52906a2c93c7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:14:50.995609 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:14:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['61d81600-c762-4e0a-9c3c-52906a2c93c7'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:51.074570 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.094486 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-90136eb5-b833-4508-898e-a6880ec9b9e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976021 Jun 06 19:14:51.172667 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eb1ea-6afe-4836-a8f4-3e0ae2a6704e None None] Pushing event updated for resources: {'Port': ['ID=c84b04e6-8b5e-4084-810f-9b6e047261ad,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:51.193130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:51.195112 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-546eb1ea-6afe-4836-a8f4-3e0ae2a6704e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:51.305249 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75131f0a79b04f7d8dec8a8af27b2978&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4396374 Jun 06 19:14:51.343192 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43432) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:51.474355 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43434) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:51.518539 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.536567 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.587159 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] Set router 61d81600-c762-4e0a-9c3c-52906a2c93c7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:14:51.633642 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.657595 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:51.683464 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2889975e-2115-4cfd-b4c0-23378f30bd5e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:51.707474 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:51.769252 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-3d16af22-778a-490e-b0dc-d51f85c5e92e service neutron] 10.222.0.43 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197736 Jun 06 19:14:51.780917 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca449811-b3be-454e-bf99-1a95a0377072,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:51.792458 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4880044-512a-4e80-b218-5046663cdf62 req-a1bab41e-6448-40b6-a5a1-c533e61188e8 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:51.794264 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e4880044-512a-4e80-b218-5046663cdf62 req-a1bab41e-6448-40b6-a5a1-c533e61188e8 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 931 time: 0.8326366 Jun 06 19:14:51.798534 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-b9e03178-82e6-4863-aacc-dd34ffb410f1 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737053 Jun 06 19:14:51.800376 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.860715 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:51.919289 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.948374 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea998a4-2bb6-448b-b4fd-6693e73437c3 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:14:51.973296 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:51.985351 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e4880044-512a-4e80-b218-5046663cdf62 req-f3314e51-2c40-4d70-93db-9388b4d9ffa0 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332283 Jun 06 19:14:52.020259 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Transition to ACTIVE for port object 8ea998a4-2bb6-448b-b4fd-6693e73437c3 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:14:52.031359 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:52.060991 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:52.261906 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:52.371671 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:14:41Z', 'revision_number': 4, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'c84b04e6-8b5e-4084-810f-9b6e047261ad', 'name': '', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'mac_address': 'fa:16:3e:ed:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:50Z', 'revision_number': 4, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'subnets': [{'id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:14:52.385556 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ec5d9-640a-4c0f-904f-c3b8d0c9939f None None] The sync data for ids ['61d81600-c762-4e0a-9c3c-52906a2c93c7'] in dv-cinder-794962-3-iscsi is: [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:14:41Z', 'revision_number': 4, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'c84b04e6-8b5e-4084-810f-9b6e047261ad', 'name': '', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'mac_address': 'fa:16:3e:ed:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:50Z', 'revision_number': 4, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'subnets': [{'id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:14:52.426727 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:52.483596 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:52.508008 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:52.511673 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2889975e-2115-4cfd-b4c0-23378f30bd5e HTTP/1.1" status: 204 len: 168 time: 1.1644721 Jun 06 19:14:52.523499 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:52.556429 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-e5249354-da3d-426d-9e90-f6c94f1bb40d req-503bc3ba-c159-4546-8db8-f183ded0d49a service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920259 Jun 06 19:14:52.587490 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2889975e-2115-4cfd-b4c0-23378f30bd5e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:52.598711 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:52.662875 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:52.671399 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:52.671783 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:52.726291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea998a4-2bb6-448b-b4fd-6693e73437c3,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:52.753986 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:52.836062 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8afd5e40-c7cc-4852-9656-927f3faa7dbe req-84cbaa70-cc3f-4176-a8d7-72fcbfcaacd7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 210 time: 0.1177487 Jun 06 19:14:52.855661 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Attempting to bind port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:14:52.856231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Attempting to bind port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '8cd60dfc-8016-4d94-9b78-9f0996936686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:14:52.856717 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Attempting to bind port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 on network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:52.866124 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 on network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:14:52.866718 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Attempting to bind port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 on network 3b168a4e-36b4-4fc5-9242-ba38d09cb7bf {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:14:52.878442 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:14:52.879474 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Checking segment: {'id': '8cd60dfc-8016-4d94-9b78-9f0996936686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:14:52.880240 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Bound using segment: {'id': '8cd60dfc-8016-4d94-9b78-9f0996936686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:14:52.880848 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Bound port: 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd60dfc-8016-4d94-9b78-9f0996936686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:14:52.881357 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:52.923247 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1b0f8-3476-4494-8bad-bade325c145d x-openstack-request-id: req-0da1b0f8-3476-4494-8bad-bade325c145d {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:14:52.923581 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062b510b-3e1a-416d-9bfa-ab4ca1dab538", "tag": "18726a35-ea82-4fb0-94a8-a9f687f8b0a0", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:14:52.923905 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0da1b0f8-3476-4494-8bad-bade325c145d {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:14:52.930237 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'tag': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0', 'status': 'completed', 'code': 200} Jun 06 19:14:53.012396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.033648 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75fb1-f9af-4ddb-9770-0b1cb4785265 req-6db901a5-5e60-4ce9-b502-c0dbfb800590 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:53.047268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ca75fb1-f9af-4ddb-9770-0b1cb4785265 req-6db901a5-5e60-4ce9-b502-c0dbfb800590 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 943 time: 0.5770457 Jun 06 19:14:53.072440 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.084113 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.088732 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.7817414 Jun 06 19:14:53.091896 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43472) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:53.110975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-afa0fd90-341b-4e1b-8905-6331e37e1057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:53.119229 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:53.192603 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.233948 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7a4d8b6990947e1b831c57acb890486&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7473731 Jun 06 19:14:53.237352 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43476) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:53.252561 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c58a5-1957-4fad-a61e-ed353ccce59e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:53.259687 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:53.271232 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4237949-badd-4334-a75e-636e35abc136 req-852bfae6-1de5-4cf1-a7cd-69e2128494e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:53.275907 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-852bfae6-1de5-4cf1-a7cd-69e2128494e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 1096 time: 0.5499797 Jun 06 19:14:53.390970 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:14:53.401935 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.411270 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:53.478344 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] For port 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:14:53.483816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] For port 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3,segment=NetworkSegment(8cd60dfc-8016-4d94-9b78-9f0996936686),segment_id=8cd60dfc-8016-4d94-9b78-9f0996936686)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:14:53.521179 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.599835 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-35444ed4-bfcb-4cc0-aaf6-9e587d4ad357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:53.680961 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:53.682095 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:53.683728 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ea998a4-2bb6-448b-b4fd-6693e73437c3 HTTP/1.1" status: 200 len: 1093 time: 4.4012156 Jun 06 19:14:53.686641 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:53.691180 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:53.700637 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ca75fb1-f9af-4ddb-9770-0b1cb4785265 req-69818a13-6cbf-4978-b77e-50f2385f7c7d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524918 Jun 06 19:14:53.744440 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'tag': '8ea998a4-2bb6-448b-b4fd-6693e73437c3'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:14:54.050803 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4237949-badd-4334-a75e-636e35abc136 req-30d3542f-f168-498e-aa97-e461ab457310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:54.055534 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-30d3542f-f168-498e-aa97-e461ab457310 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 916 time: 0.7080441 Jun 06 19:14:54.140447 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:54.147919 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:54.217049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:54.228416 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24a12942533e4eb1990748040e7c502a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3350003 Jun 06 19:14:54.230399 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43508) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:54.311345 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b716d0c9-5486-499d-ab9f-160a1d07bf3f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:54.325322 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df112ed-9014-4bb1-aef0-c35d636d0a02" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3c0b66-d01d-414b-abbe-d00fc0093888", "tag": "8ea998a4-2bb6-448b-b4fd-6693e73437c3"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:14:54.327960 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:54.442188 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:54.482959 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device c84b04e6-8b5e-4084-810f-9b6e047261ad up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:54.777385 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-b9560796-6ac7-403d-8726-640f8681c0aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0 HTTP/1.1" status: 200 len: 217 time: 0.2596409 Jun 06 19:14:54.792288 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:54.804327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port c84b04e6-8b5e-4084-810f-9b6e047261ad completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:14:54.825049 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port c84b04e6-8b5e-4084-810f-9b6e047261ad triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:54.825435 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:54.944784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.056710 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea998a4-2bb6-448b-b4fd-6693e73437c3,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:55.070649 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4237949-badd-4334-a75e-636e35abc136 req-7b70b1da-54d6-4838-81d4-0e72a388a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:55.072220 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-7b70b1da-54d6-4838-81d4-0e72a388a717 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.2911892 Jun 06 19:14:55.073438 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.074581 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.475s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:55.076401 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.077967 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b716d0c9-5486-499d-ab9f-160a1d07bf3f HTTP/1.1" status: 204 len: 168 time: 0.8465083 Jun 06 19:14:55.078620 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:55.092306 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43526) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:55.114015 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716d0c9-5486-499d-ab9f-160a1d07bf3f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:55.116874 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:55.210957 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-da058559-8f18-45f5-9cb8-5843d4fd0252 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:55.229250 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-da058559-8f18-45f5-9cb8-5843d4fd0252 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 819 time: 1.2430391 Jun 06 19:14:55.231872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.295880 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.363179 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port c84b04e6-8b5e-4084-810f-9b6e047261ad, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=c84b04e6-8b5e-4084-810f-9b6e047261ad,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:14:55.369115 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-35a8f9ec-6231-4da4-8b92-ed0c562a6028 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/quotas/0209d2ade06f4849a57ae39a5f858bb1 HTTP/1.1" status: 200 len: 375 time: 0.1384673 Jun 06 19:14:55.369303 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.370614 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:55.422021 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e65c263b-d4f4-4fe2-aab5-67ce288a9dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:55.480279 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-762dfe93-56a4-41da-8d0a-ed34a894dd82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179783 Jun 06 19:14:55.483594 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.532671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db422370-4dc5-41ab-86f6-840669432531 req-c60ef843-2e59-43f3-af38-423a9e872dcb tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:55.538067 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-db422370-4dc5-41ab-86f6-840669432531 req-c60ef843-2e59-43f3-af38-423a9e872dcb tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 943 time: 2.2490962 Jun 06 19:14:55.557243 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=c84b04e6-8b5e-4084-810f-9b6e047261ad,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:55.567382 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:55.584856 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:55.585256 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.967307 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:55.969722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7ca52b75-0181-4303-8cae-2c2cfb093635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:55.971296 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-7ca52b75-0181-4303-8cae-2c2cfb093635 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc17e830cb394bf6952dd0830d970baa&device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 1096 time: 1.2269852 Jun 06 19:14:55.984279 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-db422370-4dc5-41ab-86f6-840669432531 req-48ef1edb-31ee-4105-83b9-22cbf786eb13 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073718 Jun 06 19:14:56.048966 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-eba5bc26-5cf9-4cd3-bb83-50b5af473967 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023987 Jun 06 19:14:56.115252 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-7064de18-6e84-4a76-be73-c420410262a1 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7449620 Jun 06 19:14:56.183820 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.205001 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.214888 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f3c58a5-1957-4fad-a61e-ed353ccce59e HTTP/1.1" status: 204 len: 168 time: 2.9623253 Jun 06 19:14:56.348745 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device c84b04e6-8b5e-4084-810f-9b6e047261ad up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:14:56.351978 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-75f5adf4-7dab-4da3-b04f-32d8eb448699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:56.389234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3c58a5-1957-4fad-a61e-ed353ccce59e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:56.456974 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.469591 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.480448 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-094514be-3e6a-4ddc-936f-3ab1083a81d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:56.498534 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:56.549702 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port c84b04e6-8b5e-4084-810f-9b6e047261ad triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:14:56.553433 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.598323 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8152980523a46f4bda73895f9dafb40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5047987 Jun 06 19:14:56.599805 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43554) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:56.617441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.628910 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d7e189-f777-4815-9d0c-187e4c4c6b12,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:56.647182 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:56.679083 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-bc2d02ed-5558-403b-9054-b4131dba4427 service neutron] 10.222.0.43 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629215 Jun 06 19:14:56.747442 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.792751 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.861716 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.866220 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:56.870422 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7d7e189-f777-4815-9d0c-187e4c4c6b12 HTTP/1.1" status: 204 len: 168 time: 0.2668095 Jun 06 19:14:56.870422 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:56.881881 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d7e189-f777-4815-9d0c-187e4c4c6b12,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:56.884905 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:56.966368 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ec579-d7e4-4896-9fb7-1a17ed405f9b req-37858f58-8dd4-465f-87ac-ab19a9b83493 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:56.973567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-322ec579-d7e4-4896-9fb7-1a17ed405f9b req-37858f58-8dd4-465f-87ac-ab19a9b83493 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 943 time: 0.5981882 Jun 06 19:14:57.036598 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-515e3b26-3ce2-4f22-a9f7-908372f0ffff service neutron] 10.222.0.43 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462310 Jun 06 19:14:57.063506 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Allocated IP 172.27.1.133 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/0e57529d-309c-4902-a5b6-8086b28ed1fa) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:57.080183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-322ec579-d7e4-4896-9fb7-1a17ed405f9b req-27de6e4b-b63e-4a2b-9a94-07b59ca663c4 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055727 Jun 06 19:14:57.296538 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-ab51f93b-002e-4eab-8061-e3002cc2c7c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3 HTTP/1.1" status: 200 len: 217 time: 0.1931686 Jun 06 19:14:57.428140 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b4237949-badd-4334-a75e-636e35abc136 req-56e04c92-7a8c-4f3a-86a2-10d7f6599fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261657 Jun 06 19:14:57.630476 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:57.664787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465fc2-ef94-4285-bba9-793c9a96193a req-62de09c8-ee5d-4eb6-857c-85ab80ba0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:57.666302 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-62de09c8-ee5d-4eb6-857c-85ab80ba0a72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46a020ff-7a3d-4a0c-9f82-688e88091559 HTTP/1.1" status: 200 len: 852 time: 0.1180384 Jun 06 19:14:57.697648 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6de31-11f3-421f-ba83-946e7b95f51e req-0805792f-eb88-46ce-8604-0460ed0e971a tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:57.705953 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4ef6de31-11f3-421f-ba83-946e7b95f51e req-0805792f-eb88-46ce-8604-0460ed0e971a tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 943 time: 0.2133458 Jun 06 19:14:57.709794 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a981d2f-8be2-4d46-a0b2-c205a9569a5b x-openstack-request-id: req-0a981d2f-8be2-4d46-a0b2-c205a9569a5b {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:14:57.710157 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3c0b66-d01d-414b-abbe-d00fc0093888", "tag": "8ea998a4-2bb6-448b-b4fd-6693e73437c3", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:14:57.711009 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a981d2f-8be2-4d46-a0b2-c205a9569a5b {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:14:57.711522 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'tag': '8ea998a4-2bb6-448b-b4fd-6693e73437c3', 'status': 'completed', 'code': 200} Jun 06 19:14:57.787985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43592) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:57.797592 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:57.800123 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8ead14b-cbfd-4206-8d88-0f8ceaa6fa36 req-6bda1987-4236-4a32-bfc6-693f2b363eea tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 210 time: 0.0704458 Jun 06 19:14:57.832610 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:57.859227 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:57.918883 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4ef6de31-11f3-421f-ba83-946e7b95f51e req-ebe08ec0-d47d-4af6-a88b-973a8cf92a59 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117527 Jun 06 19:14:57.921454 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-567b4426-f52b-4b8f-b9d9-76524a10dcf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269624 Jun 06 19:14:57.983880 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:14:57.997866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:14:58.004231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:14:58.024228 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'Port': ['ID=0e57529d-309c-4902-a5b6-8086b28ed1fa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:58.027254 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:58.120713 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43598) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:58.127576 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.156685 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.196030 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:58.316776 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44de8a7-1441-470d-b5bb-68bd6df6883b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:58.324286 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6645f921a5114ecd86d87cdd2a773033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350468 Jun 06 19:14:58.325231 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:58.344878 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43608) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:58.407230 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-252f7178-bb83-4da4-9bcb-8564b5a1529f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:58.409227 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-252f7178-bb83-4da4-9bcb-8564b5a1529f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 819 time: 0.3621938 Jun 06 19:14:58.429392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Request body: {'port': {'device_id': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'admin_state_up': True, 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:58.531290 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.542129 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-ac6f4a66-9aca-4011-9ff8-9bae959b6b4f service neutron] 10.222.0.16 "GET /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041503 Jun 06 19:14:58.646698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9867329-c61b-4c9f-b242-cb543ec49339 req-24b408b7-af70-451f-aef0-b1237d216ce5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:58.648410 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9867329-c61b-4c9f-b242-cb543ec49339 req-24b408b7-af70-451f-aef0-b1237d216ce5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 943 time: 0.2990806 Jun 06 19:14:58.664073 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.666473 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.722357 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.757101 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.849977 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9867329-c61b-4c9f-b242-cb543ec49339 req-11e53355-0aa2-4055-80d6-fcba2a2133db tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895432 Jun 06 19:14:58.866281 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.882025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48465fc2-ef94-4285-bba9-793c9a96193a req-1194e720-17c2-4911-a7c0-82b7b4d8def8 service neutron] 10.222.0.16 "GET /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319294 Jun 06 19:14:58.907414 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:58.911765 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b44de8a7-1441-470d-b5bb-68bd6df6883b HTTP/1.1" status: 204 len: 168 time: 0.5658817 Jun 06 19:14:58.912513 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ced69c00-14c5-40a9-903a-509d5ca3fc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:58.944525 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44de8a7-1441-470d-b5bb-68bd6df6883b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:58.963771 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:58.998803 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43638) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:59.086983 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.092903 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.132988 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cf7eea81-57e5-4a75-9017-7fd8b37ee74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:59.162820 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d40e0a8e85c040769bfc84c2a30e7a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0334499 Jun 06 19:14:59.164759 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8fc7cb-3f7f-43a7-851a-1f7857fead0c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:59.167366 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43644) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:59.210410 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:59.213505 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa49e708-fc05-40a8-8835-f06a9f8eb802 req-07e17afc-66cb-434b-b845-d2b0e50f7ae3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 210 time: 0.1589549 Jun 06 19:14:59.242671 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Made reservation on behalf of 0209d2ade06f4849a57ae39a5f858bb1 for: {'port': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:59.244827 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.274074 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2055565781-network', 'tenant_id': '67e01437bbf342bc8045cc75e54498db'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:59.296902 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.16', 59325) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:14:59.324014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.363645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.387858 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:14:59.390110 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.396104 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Made reservation on behalf of 67e01437bbf342bc8045cc75e54498db for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:14:59.398703 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.429506 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.449057 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-f1baad5e-dbe4-4d27-ac39-7709bc1fefc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:59.450581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-f1baad5e-dbe4-4d27-ac39-7709bc1fefc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc17e830cb394bf6952dd0830d970baa&device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 1096 time: 0.4654078 Jun 06 19:14:59.577888 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.599189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208362a-f4f0-4e18-93b3-de3cca3065bf req-335cdcf8-3afb-4564-bef5-c7c48acd24f7 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:59.601033 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0208362a-f4f0-4e18-93b3-de3cca3065bf req-335cdcf8-3afb-4564-bef5-c7c48acd24f7 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 943 time: 0.4930685 Jun 06 19:14:59.683774 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Allocated IP 172.20.0.8 (2e30da51-7ea3-4fd8-9d4e-2da2db556863/4d171bc8-4a81-4131-ab83-1f96aca18117/991cc09f-343a-4a97-b329-f3ea0b93ac9f) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:14:59.702369 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'Port': ['ID=0e57529d-309c-4902-a5b6-8086b28ed1fa,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:14:59.730283 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.811315 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:14:59.817358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0208362a-f4f0-4e18-93b3-de3cca3065bf req-876163db-2129-4604-a007-77cfe7c59c66 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918588 Jun 06 19:14:59.853017 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-bf9810ec-eeb1-4edf-a57e-698b40639f38 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:14:59.855216 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-bf9810ec-eeb1-4edf-a57e-698b40639f38 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 819 time: 0.5253568 Jun 06 19:14:59.891493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Request body: {'port': {'device_id': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'admin_state_up': True, 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:14:59.963228 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.978494 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:14:59.980451 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef8fc7cb-3f7f-43a7-851a-1f7857fead0c HTTP/1.1" status: 204 len: 168 time: 0.8101757 Jun 06 19:14:59.985294 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:00.007982 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8fc7cb-3f7f-43a7-851a-1f7857fead0c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:00.019655 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:00.024874 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.062181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.070214 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.075184 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90b43b8c-90a9-4517-b7cf-8d327d75b5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:00.115757 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a8333-74c5-4e73-abd7-5fb6fb51ce49,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:00.120714 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:15:00.124181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:00.130489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-b36101ef-eda3-4fd2-9945-b0a04cfe280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:00.132023 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-b36101ef-eda3-4fd2-9945-b0a04cfe280d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf HTTP/1.1" status: 200 len: 913 time: 0.6664515 Jun 06 19:15:00.132805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.133945 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0316439 Jun 06 19:15:00.144750 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Made reservation on behalf of 0209d2ade06f4849a57ae39a5f858bb1 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:00.148898 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.151594 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.168517 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.168744 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Added segment c2cc3017-35ad-426e-9933-546475aa45fb of type vlan for network c00b70e3-a77d-4db7-8bf3-5d3745e8cdae Jun 06 19:15:00.187348 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.207991 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:00.239453 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-16dad9b7-ed7f-4c53-a75f-ce3f5ecbeba7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3 HTTP/1.1" status: 200 len: 217 time: 0.0769420 Jun 06 19:15:00.321526 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43690) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:00.326211 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Pushing event updated for resources: {'Port': ['ID=991cc09f-343a-4a97-b329-f3ea0b93ac9f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:00.339090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:00.408113 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:00.410867 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:00.415146 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.418653 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:00.427628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:00.428700 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.475034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43698) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:00.483065 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0581331 Jun 06 19:15:00.498487 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Request body: {'port': {'device_id': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:00.515176 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b8fa0c78-69c7-4787-a7ff-e88b7c8e1215 req-236617ca-6ca3-48e0-bb73-b18fe5a9541f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 210 time: 0.0995286 Jun 06 19:15:00.530651 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.561208 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.569779 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-71f5436b-fb29-4d45-8fc4-81dd6d87eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:00.571334 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-71f5436b-fb29-4d45-8fc4-81dd6d87eb7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46a020ff-7a3d-4a0c-9f82-688e88091559 HTTP/1.1" status: 200 len: 852 time: 0.3198786 Jun 06 19:15:00.587622 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:00.588373 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.601593 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:00.708068 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab909-016d-47cd-9648-c51e465c2f2c req-54842b3d-6b13-4685-a46a-b8fd997814c8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:00.715740 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-197ab909-016d-47cd-9648-c51e465c2f2c req-54842b3d-6b13-4685-a46a-b8fd997814c8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 943 time: 0.6481473 Jun 06 19:15:00.788025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-9cb17522-9896-4962-89f3-b08a5036f28a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734524 Jun 06 19:15:00.809885 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Pushing event updated for resources: {'Network': ['ID=c00b70e3-a77d-4db7-8bf3-5d3745e8cdae,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:00.818189 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.824307 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network c00b70e3-a77d-4db7-8bf3-5d3745e8cdae details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:15:00.830459 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:00.846163 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:00.935473 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:15:00.936800 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-197ab909-016d-47cd-9648-c51e465c2f2c req-6839361e-3c1e-4bb9-9c0f-a13021778143 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201960 Jun 06 19:15:01.005341 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Allocated IP 172.20.0.10 (2e30da51-7ea3-4fd8-9d4e-2da2db556863/4d171bc8-4a81-4131-ab83-1f96aca18117/c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:01.038928 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-ce20c315-5e21-438f-8f92-62ab680c1568 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--645139418&fields=id&tenant_id=f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 267 time: 0.3564296 Jun 06 19:15:01.081245 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-7e41d351-de05-4489-abed-596a90918792 service neutron] 10.222.0.16 "GET /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802885 Jun 06 19:15:01.139789 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:01.153205 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'port_id': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0', 'mac_address': 'fa:16:3e:08:f3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77947762-3853-437a-9685-04f39386f7d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:15:01.217649 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.229797 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:01.248914 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:01.253321 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.256042 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:01.322736 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:01.326078 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:01.518556 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:01.548385 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.550966 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3df112ed-9014-4bb1-aef0-c35d636d0a02 req-cf5fe65f-261f-4f33-ba16-5548b4822b9a service neutron] 10.222.0.16 "GET /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627964 Jun 06 19:15:01.563348 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.579228 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-9213d013-4ce1-424b-8458-d29ec603cb60 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:01.580778 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-9213d013-4ce1-424b-8458-d29ec603cb60 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 816 time: 0.5297685 Jun 06 19:15:01.597788 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:01.609780 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6098721 Jun 06 19:15:01.611508 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee0e1-7592-4d77-ae85-50a4a951f506 req-2a1ec619-7233-442a-b2ae-18bcb6ffe17a tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:01.611670 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43744) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:01.612749 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7aee0e1-7592-4d77-ae85-50a4a951f506 req-2a1ec619-7233-442a-b2ae-18bcb6ffe17a tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 943 time: 0.5285337 Jun 06 19:15:01.617574 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Request body: {'subnet': {'network_id': 'c00b70e3-a77d-4db7-8bf3-5d3745e8cdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2055565781-subnet', 'tenant_id': '67e01437bbf342bc8045cc75e54498db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:01.680323 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-aa2fceed-9bd0-4b5f-88b4-223921b96675 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/quotas/f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 375 time: 0.0875747 Jun 06 19:15:01.709247 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=635c3192606d4d73af1b2370bc2aaa92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2286468 Jun 06 19:15:01.725128 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43746) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:01.748058 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.754562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.757677 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b3f289-dc3a-4768-93c8-7f229a8a4b6b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:01.769555 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.774109 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:01.786721 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-52bc57e7-19b1-4a6f-833e-26e956ff1702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:01.800058 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7aee0e1-7592-4d77-ae85-50a4a951f506 req-105b9435-93f1-4e12-9466-ae629f37d882 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628208 Jun 06 19:15:01.838610 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-07822dab-35ca-4f78-acd3-1e0a0c0c1986 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405458 Jun 06 19:15:01.848981 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.852632 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:01.862710 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0436d047aec34b038672c27afb499ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5223589 Jun 06 19:15:01.863499 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Made reservation on behalf of 67e01437bbf342bc8045cc75e54498db for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:01.865934 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.881090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f97da9-21fa-45b9-8905-531147fc4cde,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:01.883641 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43750) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:01.903217 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:01.954256 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.976154 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:01.981131 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43754) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:01.985379 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:01.990417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:01.990569 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:01.994853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:01.995455 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.128463 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Pushing event updated for resources: {'Port': ['ID=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:02.136598 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:02.156591 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2739384 Jun 06 19:15:02.178401 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Request body: {'port': {'device_id': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:02.221030 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.223349 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.227060 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32b3f289-dc3a-4768-93c8-7f229a8a4b6b HTTP/1.1" status: 204 len: 168 time: 0.4984300 Jun 06 19:15:02.237596 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f0141c86-77d2-4d71-ba5f-c3c73ad092a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:02.281244 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b3f289-dc3a-4768-93c8-7f229a8a4b6b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:02.295787 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:02.335122 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.336850 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991cc09f-343a-4a97-b329-f3ea0b93ac9f {{(pid=91911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:02.343615 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.350954 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.380830 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Transition to ACTIVE for port object 991cc09f-343a-4a97-b329-f3ea0b93ac9f will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:02.381773 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.383302 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-05125ee4-4079-41ef-bbd3-760dd5ed4371 service neutron] 10.222.0.43 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986889 Jun 06 19:15:02.386668 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:02.418668 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.454445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.526595 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97373892-a6c5-4a6d-88f4-ea75d80c7c2b,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:02.536781 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3208d-4c31-4560-bc3f-200781c9fe39 req-417a397e-c599-414d-99b0-d0d93246fbc0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:02.536781 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9e3208d-4c31-4560-bc3f-200781c9fe39 req-417a397e-c599-414d-99b0-d0d93246fbc0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 932 time: 0.5547252 Jun 06 19:15:02.555465 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:02.563379 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:02.609317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Checking segment: {'id': 'c2cc3017-35ad-426e-9933-546475aa45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c00b70e3-a77d-4db7-8bf3-5d3745e8cdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:02.609472 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Network hostable DHCP agents. Network: c00b70e3-a77d-4db7-8bf3-5d3745e8cdae, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:15:02.613891 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.718351 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=991cc09f-343a-4a97-b329-f3ea0b93ac9f,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:02.721800 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Attempting to bind port 991cc09f-343a-4a97-b329-f3ea0b93ac9f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:02.722036 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Attempting to bind port 991cc09f-343a-4a97-b329-f3ea0b93ac9f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:02.722354 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Attempting to bind port 991cc09f-343a-4a97-b329-f3ea0b93ac9f on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:02.724635 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:02.729815 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Port 991cc09f-343a-4a97-b329-f3ea0b93ac9f on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:15:02.730145 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Attempting to bind port 991cc09f-343a-4a97-b329-f3ea0b93ac9f on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:02.733758 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Network c00b70e3-a77d-4db7-8bf3-5d3745e8cdae is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:15:02.740653 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:02.740913 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Checking segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:02.741303 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Bound using segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:02.741722 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Bound port: 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:02.742089 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.760484 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, c00b70e3-a77d-4db7-8bf3-5d3745e8cdae) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:02.761293 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9e3208d-4c31-4560-bc3f-200781c9fe39 req-f99e08df-eedb-477c-a783-62d70c9088eb tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975627 Jun 06 19:15:02.773366 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc8df3-d115-432f-9ee6-50668fcf2ea2 None None] Network c00b70e3-a77d-4db7-8bf3-5d3745e8cdae requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:02.792585 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:02.793166 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.795139 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-a8888457-06d5-4cb3-82e5-bb0c01359cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944941 Jun 06 19:15:02.803888 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.810445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.811767 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14f97da9-21fa-45b9-8905-531147fc4cde HTTP/1.1" status: 204 len: 168 time: 0.9158580 Jun 06 19:15:02.819956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:02.880468 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] For port 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host hv-cinder-79496, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:02.884553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] For port 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:02.888990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f97da9-21fa-45b9-8905-531147fc4cde,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:02.895333 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:02.896778 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.901115 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:02.943153 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.962201 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:02.983841 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:02.989309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 8ea998a4-2bb6-448b-b4fd-6693e73437c3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:15:02.992634 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:03.003046 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3905902 Jun 06 19:15:03.040383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:03.041035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.042665 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 1093 time: 2.5507441 Jun 06 19:15:03.043138 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'tag': '991cc09f-343a-4a97-b329-f3ea0b93ac9f'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:03.055257 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08486d89-deda-4b53-8fd4-035e519413ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c48a14bc-58c1-49b4-9952-05ed10954b73", "tag": "991cc09f-343a-4a97-b329-f3ea0b93ac9f"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:03.089313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=991cc09f-343a-4a97-b329-f3ea0b93ac9f,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:03.093150 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:03.103390 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee8b7b6-4ad3-4b40-9fb3-ebb1e35a9950,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:03.116130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:03.148553 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=041ea334c41343abab2db08aaf8d56c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1576517 Jun 06 19:15:03.221130 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43790) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:03.356446 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-8886a335-c80d-4932-a3a4-0ae6d11ad64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:03.359996 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-8886a335-c80d-4932-a3a4-0ae6d11ad64a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1096 time: 0.2645307 Jun 06 19:15:03.436947 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:03.451541 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae91cb8-e5ec-444b-ace3-047b5d767620 None None] Network c00b70e3-a77d-4db7-8bf3-5d3745e8cdae requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:03.476683 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-3f5c605e-1e34-4a86-b935-c9ffdb822253 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.1041508 Jun 06 19:15:03.498638 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:03.499238 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.552292 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.601251 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43804) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:03.648171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:03.656846 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.657080 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3,segment=NetworkSegment(8cd60dfc-8016-4d94-9b78-9f0996936686),segment_id=8cd60dfc-8016-4d94-9b78-9f0996936686)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:03.659663 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.672064 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.676723 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Transition to ACTIVE for port object c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:03.693140 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.704087 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-047ce3cc-cc99-4fd4-90c0-2fed363038f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:03.704275 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efffbd-626a-42e2-b713-c2557a68fb4f req-5b399d2b-b3fa-4a9e-9c02-cc2e788df99e tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:03.705579 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-047ce3cc-cc99-4fd4-90c0-2fed363038f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.2204950 Jun 06 19:15:03.713172 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f8efffbd-626a-42e2-b713-c2557a68fb4f req-5b399d2b-b3fa-4a9e-9c02-cc2e788df99e tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 943 time: 0.3563945 Jun 06 19:15:03.739028 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e088-8a5b-42a6-af9d-d81984202dae req-a5288862-86cd-48ff-898f-96671e60a476 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:03.741289 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6595e088-8a5b-42a6-af9d-d81984202dae req-a5288862-86cd-48ff-898f-96671e60a476 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 944 time: 0.6176162 Jun 06 19:15:03.770115 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-059d4b58-1559-48c2-84a5-79a06ac1fc7f tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:03.781694 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-77038d53-3ba1-453a-be73-454e89471ffe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682163 Jun 06 19:15:03.829612 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '8ea998a4-2bb6-448b-b4fd-6693e73437c3', 'network_id': '3b168a4e-36b4-4fc5-9242-ba38d09cb7bf', 'port_id': '8ea998a4-2bb6-448b-b4fd-6693e73437c3', 'mac_address': 'fa:16:3e:be:89:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a020ff-7a3d-4a0c-9f82-688e88091559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:15:03.838439 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed242dfc-4206-4de8-b6ea-87f7a9c13f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.932286 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.936499 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:03.937902 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cee8b7b6-4ad3-4b40-9fb3-ebb1e35a9950 HTTP/1.1" status: 204 len: 168 time: 0.6907461 Jun 06 19:15:03.944012 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:03.961329 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee8b7b6-4ad3-4b40-9fb3-ebb1e35a9950,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:03.971810 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.039858 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-b609193e-2110-42b8-a693-31540256b6ba service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421765 Jun 06 19:15:04.055468 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.058065 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:04.082718 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f8efffbd-626a-42e2-b713-c2557a68fb4f req-80db48e9-b29d-4711-bf62-69169ad0cb75 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682346 Jun 06 19:15:04.090637 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea998a4-2bb6-448b-b4fd-6693e73437c3 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:04.095044 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.112708 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.139567 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.164606 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3,segment=NetworkSegment(8cd60dfc-8016-4d94-9b78-9f0996936686),segment_id=8cd60dfc-8016-4d94-9b78-9f0996936686)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:04.165975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.180179 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:04.197562 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea90fa9-3372-4305-a881-15a250b3c186 x-openstack-request-id: req-dea90fa9-3372-4305-a881-15a250b3c186 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:04.198197 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48a14bc-58c1-49b4-9952-05ed10954b73", "tag": "991cc09f-343a-4a97-b329-f3ea0b93ac9f", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:04.198617 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dea90fa9-3372-4305-a881-15a250b3c186 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:04.199151 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'tag': '991cc09f-343a-4a97-b329-f3ea0b93ac9f', 'status': 'completed', 'code': 200} Jun 06 19:15:04.202280 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-68c5c299-1c36-48d4-b5dc-54c7662d9978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:04.300280 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6595e088-8a5b-42a6-af9d-d81984202dae req-9b4fdc6c-b690-4e82-b8a4-ac6c1a85040e tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434006 Jun 06 19:15:04.302619 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Attempting to bind port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:04.303046 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Attempting to bind port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:04.303487 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Attempting to bind port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:04.316243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:15:04.316734 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Attempting to bind port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b on network 2e30da51-7ea3-4fd8-9d4e-2da2db556863 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:04.319919 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.323654 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:04.343912 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:04.346012 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Checking segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:04.346696 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Bound using segment: {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:04.354649 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bad9b24bee7c4fb9838980e15c5f6c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472470 Jun 06 19:15:04.354830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Bound port: c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:04.354830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.361444 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43824) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:04.363044 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dbb3a7-2249-4d17-9e3b-4c7ec30eb99b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:04.371167 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.440005 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:04.447333 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-8bd7e5bf-8fbe-4286-8585-aa03a13a18f0 req-1085b88d-c7b0-462e-9bf5-acd00873fea3 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005690 Jun 06 19:15:04.475896 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.506940 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.530030 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.572750 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['8ea998a4-2bb6-448b-b4fd-6693e73437c3'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:04.646106 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e65233cd-7638-417f-bc09-4c8c67c035d5 req-53123411-1c63-4da2-b76b-4ca10475edcd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 210 time: 0.1480174 Jun 06 19:15:04.647217 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.650731 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.651993 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28dbb3a7-2249-4d17-9e3b-4c7ec30eb99b HTTP/1.1" status: 204 len: 168 time: 0.2785451 Jun 06 19:15:04.655692 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-34da4c8e-971c-4547-b19c-7a62acd41221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:04.666757 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dbb3a7-2249-4d17-9e3b-4c7ec30eb99b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:04.672652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.687921 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08486d89-deda-4b53-8fd4-035e519413ae req-c3bcb280-00f6-40bb-849d-8a4708774586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:04.689817 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-c3bcb280-00f6-40bb-849d-8a4708774586 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1096 time: 0.1297157 Jun 06 19:15:04.706375 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=8ea998a4-2bb6-448b-b4fd-6693e73437c3,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:04.713589 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.718880 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:04.719307 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] For port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:04.723685 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] For port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:04.734781 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.745264 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:04.795340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ebe9-552b-4ab6-8642-5722e64fe7e3 req-4dbf0f4e-477e-40fa-a091-e493be9d4e90 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:04.795591 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76acc2e-f09c-4db5-9d87-619f69afd276" -d '{"events": [{"server_uuid": "062b510b-3e1a-416d-9bfa-ab4ca1dab538", "name": "network-vif-plugged", "status": "completed", "tag": "18726a35-ea82-4fb0-94a8-a9f687f8b0a0"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:04.797219 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff6ebe9-552b-4ab6-8642-5722e64fe7e3 req-4dbf0f4e-477e-40fa-a091-e493be9d4e90 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 944 time: 0.2086272 Jun 06 19:15:04.839650 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:04.840414 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.841995 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] 10.222.0.16 "PUT /v2.0/ports/c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b HTTP/1.1" status: 200 len: 1094 time: 2.6730850 Jun 06 19:15:04.846551 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'tag': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:04.846669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:04.849518 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d2f324-b40b-4aa9-b0fa-2710e65e7539", "tag": "c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:04.853137 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.860659 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 43844) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:04.879260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867701580-network', 'tenant_id': 'a672b3029c4c4789bb4cbb5f09ce45f6'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:04.929637 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff6ebe9-552b-4ab6-8642-5722e64fe7e3 req-c460e58e-7df1-4197-9178-ba797fe3255d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162293 Jun 06 19:15:04.946094 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:04.955819 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:04.974113 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Made reservation on behalf of a672b3029c4c4789bb4cbb5f09ce45f6 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:04.976586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:04.998021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:05.074103 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08486d89-deda-4b53-8fd4-035e519413ae req-784db93a-5e6e-483d-9a00-3cb497508b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:05.076166 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-784db93a-5e6e-483d-9a00-3cb497508b5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.3772097 Jun 06 19:15:05.077485 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43848) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:05.117653 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe1ced-0d68-4efa-8ef6-d189fce9e44c x-openstack-request-id: req-27fe1ced-0d68-4efa-8ef6-d189fce9e44c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:05.118495 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d2f324-b40b-4aa9-b0fa-2710e65e7539", "tag": "c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:05.118917 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27fe1ced-0d68-4efa-8ef6-d189fce9e44c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:05.119445 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'tag': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b', 'status': 'completed', 'code': 200} Jun 06 19:15:05.221385 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:05.270866 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-dff8a8c2-f309-4f64-a520-ef252000af73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.1532366 Jun 06 19:15:05.355216 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08486d89-deda-4b53-8fd4-035e519413ae req-7cf04253-993f-4abb-84bf-9dffcfc99416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:05.356671 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-7cf04253-993f-4abb-84bf-9dffcfc99416 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.0779214 Jun 06 19:15:05.412370 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-65b43d44-8364-400d-9f82-02d8c2f9f9ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487525 Jun 06 19:15:05.511615 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5293d7dc-fe34-4839-8a6c-2a954bd4f971 x-openstack-request-id: req-5293d7dc-fe34-4839-8a6c-2a954bd4f971 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:05.513315 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062b510b-3e1a-416d-9bfa-ab4ca1dab538", "name": "network-vif-plugged", "status": "completed", "tag": "18726a35-ea82-4fb0-94a8-a9f687f8b0a0", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:05.513721 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5293d7dc-fe34-4839-8a6c-2a954bd4f971 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:05.514408 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0', 'code': 200} Jun 06 19:15:05.596377 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-0e750de7-0d4c-415f-a85d-ee13b151e5e1 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764507 Jun 06 19:15:05.596696 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-7014834f-9e2f-45eb-a4b6-12a395f4172e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:05.598217 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-7014834f-9e2f-45eb-a4b6-12a395f4172e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 816 time: 0.5826552 Jun 06 19:15:05.610119 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-68d493bb-8d0d-4907-8b1a-0f9befe482f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:05.611745 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-68d493bb-8d0d-4907-8b1a-0f9befe482f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 1097 time: 0.5950048 Jun 06 19:15:05.736640 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-51b3085d-4c9d-434b-9ad6-97c97759b422 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b HTTP/1.1" status: 200 len: 217 time: 0.1014082 Jun 06 19:15:05.740616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.16', 59333) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:05.829735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4623a-0787-4a4b-9a4c-c48d3de027c4 req-2c75abff-f48f-4063-8477-13390f17db66 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:05.836647 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5fa4623a-0787-4a4b-9a4c-c48d3de027c4 req-2c75abff-f48f-4063-8477-13390f17db66 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 944 time: 0.5137336 Jun 06 19:15:05.863439 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-08486d89-deda-4b53-8fd4-035e519413ae req-8aa52c52-7c03-4d10-90dc-2fbc9ec57c58 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517240 Jun 06 19:15:05.905581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-92925fe1-de23-477e-940f-e8e367676fed tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 379 time: 0.2910054 Jun 06 19:15:05.937021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'port': {'device_id': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'admin_state_up': True, 'tenant_id': 'f7de051ea982448495d077949da011e4', 'security_groups': ['619ac648-9175-4bc5-b07b-86d276eafb2f']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:05.968120 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.022117 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.054772 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:06.061959 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-f35b11a8-1fd8-449c-9ad2-ce4cfe317794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:06.063397 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-f35b11a8-1fd8-449c-9ad2-ce4cfe317794 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.2834830 Jun 06 19:15:06.073891 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5fa4623a-0787-4a4b-9a4c-c48d3de027c4 req-a138c7a1-6448-4928-8f73-c5ab7b94251c tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362666 Jun 06 19:15:06.079557 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.102019 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.107556 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.117565 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c7662af0-9905-4fe2-b1b3-22167b2b1d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:06.164700 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f4805-61ff-4342-acc9-5052db0e39a9,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:06.169887 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2507b85bf8e64f8abb7904b5caf96332&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0897243 Jun 06 19:15:06.170731 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:06.172760 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43892) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:06.255370 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.261595 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-92f4c547-3579-4a6c-baae-f466a87d33b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834326 Jun 06 19:15:06.283101 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.292108 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-792475a2-a0cb-4a16-a200-5c6e9e017276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.333114 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:15:06.346625 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.351215 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.352684 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/891f4805-61ff-4342-acc9-5052db0e39a9 HTTP/1.1" status: 204 len: 168 time: 0.1686678 Jun 06 19:15:06.354227 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ed21f32-cff9-4344-b10e-d980ab6afc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:06.375320 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f4805-61ff-4342-acc9-5052db0e39a9,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:06.375320 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:06.437268 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.437759 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Added segment ad42b86e-6e45-4fe9-a75e-fc0f41003db0 of type vlan for network 9a14ce12-3c2c-498f-8286-1f1116d435dd Jun 06 19:15:06.472989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a6c48-a266-429e-8849-e942d947b696,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:06.478909 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:06.545726 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5b1300ab-6d52-4143-b15f-57782ff9f33a req-e48cd4a1-4ba0-4c09-84b2-9b710b10a993 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 210 time: 0.2778635 Jun 06 19:15:06.563186 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f031e-0418-49e3-a24f-662b9d25b0b8 req-c5305dc7-5936-477f-851b-456692c9b6cc tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:06.564716 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e14f031e-0418-49e3-a24f-662b9d25b0b8 req-c5305dc7-5936-477f-851b-456692c9b6cc tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.8551250 Jun 06 19:15:06.593050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.725956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6bf0c-2441-4c71-8e7f-51bed7eb8196 req-6c7249d9-2adf-4fc3-bbb6-6866ff2605d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:06.727414 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a3d6bf0c-2441-4c71-8e7f-51bed7eb8196 req-6c7249d9-2adf-4fc3-bbb6-6866ff2605d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 1098 time: 0.9486241 Jun 06 19:15:06.823853 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-084e87c7-21eb-4843-80ad-0199d7baf977 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038626 Jun 06 19:15:06.842232 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a3d6bf0c-2441-4c71-8e7f-51bed7eb8196 req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.874102 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e14f031e-0418-49e3-a24f-662b9d25b0b8 req-a9f938b6-84cf-4bac-be9f-92a315a4bfa1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769401 Jun 06 19:15:06.880929 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.894510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:06.895159 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:06.910918 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:06.936669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 991cc09f-343a-4a97-b329-f3ea0b93ac9f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:15:06.940092 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 8ea998a4-2bb6-448b-b4fd-6693e73437c3 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:06.947546 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Made reservation on behalf of f7de051ea982448495d077949da011e4 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:06.951000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.070025 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:07.081934 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:07.082673 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.176021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Pushing event updated for resources: {'Network': ['ID=9a14ce12-3c2c-498f-8286-1f1116d435dd,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:07.191831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:07.214700 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6136b0a-887e-4b00-8fb4-575fe8fba6e6 req-c2e10847-0534-461d-b6d8-9e33d79f2588 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:07.221525 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6136b0a-887e-4b00-8fb4-575fe8fba6e6 req-c2e10847-0534-461d-b6d8-9e33d79f2588 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 944 time: 0.5246317 Jun 06 19:15:07.248599 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2036d481-911a-4a15-a9b0-2ad6d064921f req-c4582dbb-45c8-421f-acd6-d8516175ef85 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161952 Jun 06 19:15:07.335846 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 9a14ce12-3c2c-498f-8286-1f1116d435dd details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:15:07.379393 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6136b0a-887e-4b00-8fb4-575fe8fba6e6 req-49b14bfb-c281-4934-a424-7aa42c80ab2e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569259 Jun 06 19:15:07.437626 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:07.456885 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '991cc09f-343a-4a97-b329-f3ea0b93ac9f', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'port_id': '991cc09f-343a-4a97-b329-f3ea0b93ac9f', 'mac_address': 'fa:16:3e:94:ef:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:15:07.486325 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.608264 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Allocated IP 172.20.0.8 (64cf99d8-70dd-4973-b5ca-82ce91a37f22/63705570-5c16-4e72-b997-4978e35ab1b1/b535ed4d-07d4-4272-80a8-fa638aa4ff8c) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:07.619262 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a3d6bf0c-2441-4c71-8e7f-51bed7eb8196 req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.635759 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a3d6bf0c-2441-4c71-8e7f-51bed7eb8196 req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.653799 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:07.663957 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7931070 Jun 06 19:15:07.665247 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 43950) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:07.671638 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Request body: {'subnet': {'network_id': '9a14ce12-3c2c-498f-8286-1f1116d435dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867701580-subnet', 'tenant_id': 'a672b3029c4c4789bb4cbb5f09ce45f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:07.699673 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a3d6bf0c-2441-4c71-8e7f-51bed7eb8196 req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9055943 Jun 06 19:15:07.720409 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-fb28bbda-f6a0-4a4c-a03c-2a1652f86bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:07.722030 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-fb28bbda-f6a0-4a4c-a03c-2a1652f86bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 1097 time: 0.3818772 Jun 06 19:15:07.741611 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Made reservation on behalf of a672b3029c4c4789bb4cbb5f09ce45f6 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:07.744402 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.750814 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:15:07.751369 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554b0b5-d9e0-4d7e-b59e-32e1a00932f5 req-1f41bf66-7065-4a49-b060-71d280ca95c4 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:07.752383 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.758328 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3554b0b5-d9e0-4d7e-b59e-32e1a00932f5 req-1f41bf66-7065-4a49-b060-71d280ca95c4 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 944 time: 0.4153736 Jun 06 19:15:07.777602 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b1773da7-923a-42af-98e2-6c66ae4ca1a6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:07.797733 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991cc09f-343a-4a97-b329-f3ea0b93ac9f {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:07.820594 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:07.829687 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:07.839313 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8eaacfc7-bb75-43fb-a5b2-4c3f1ee41b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:07.843994 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:07.968675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:08.000231 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bcee760c-2363-4317-b0c9-e159af7d0b13 req-646480bb-3afe-410d-9ee0-e9f65f3481e6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 210 time: 0.1478155 Jun 06 19:15:08.082764 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=991cc09f-343a-4a97-b329-f3ea0b93ac9f,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:08.090481 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:08.091375 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea998a4-2bb6-448b-b4fd-6693e73437c3'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:08.098519 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffb41a-c7d8-4481-a40e-021c136bd33c" -d '{"events": [{"server_uuid": "1e3c0b66-d01d-414b-abbe-d00fc0093888", "name": "network-vif-plugged", "status": "completed", "tag": "8ea998a4-2bb6-448b-b4fd-6693e73437c3"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:08.117225 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['991cc09f-343a-4a97-b329-f3ea0b93ac9f'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:08.138164 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3554b0b5-d9e0-4d7e-b59e-32e1a00932f5 req-115c38a3-0346-4191-b001-584a3f2c61e2 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789332 Jun 06 19:15:08.165569 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:08.167771 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3b093ea8-adde-4cc5-829d-4db821bf3c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:08.247569 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c08232-cb2f-4b8a-9212-f1b3763f3d33,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:08.269420 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f6e21-442a-439e-bc05-62f7d1d35ce3 x-openstack-request-id: req-e19f6e21-442a-439e-bc05-62f7d1d35ce3 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:08.269630 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c0b66-d01d-414b-abbe-d00fc0093888", "name": "network-vif-plugged", "status": "completed", "tag": "8ea998a4-2bb6-448b-b4fd-6693e73437c3", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:08.270041 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e19f6e21-442a-439e-bc05-62f7d1d35ce3 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:08.270303 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:08.271010 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea998a4-2bb6-448b-b4fd-6693e73437c3', 'code': 200} Jun 06 19:15:08.281725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3,segment=NetworkSegment(8cd60dfc-8016-4d94-9b78-9f0996936686),segment_id=8cd60dfc-8016-4d94-9b78-9f0996936686)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:08.292049 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:08.297335 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:08.375708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Checking segment: {'id': 'ad42b86e-6e45-4fe9-a75e-fc0f41003db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a14ce12-3c2c-498f-8286-1f1116d435dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:08.376098 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Network hostable DHCP agents. Network: 9a14ce12-3c2c-498f-8286-1f1116d435dd, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:15:08.378200 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-48bce924-1cef-47b3-b770-306945b60091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:08.379878 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-48bce924-1cef-47b3-b770-306945b60091 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.5993371 Jun 06 19:15:08.421586 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Network 9a14ce12-3c2c-498f-8286-1f1116d435dd is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:15:08.442193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 9a14ce12-3c2c-498f-8286-1f1116d435dd) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:08.448382 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:08.450303 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:08.488627 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5168ba3c-620e-442d-8ad1-4a3f410fa4bd None None] Network 9a14ce12-3c2c-498f-8286-1f1116d435dd requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:08.505572 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-17e96031-7b46-4c68-a9f1-3eec00e9141c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8386283 Jun 06 19:15:08.531130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:08.598142 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-caee7f21-9d35-4479-b7dc-bdcff0c18f25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b HTTP/1.1" status: 200 len: 217 time: 0.2105029 Jun 06 19:15:08.756548 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=8ea998a4-2bb6-448b-b4fd-6693e73437c3,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:08.764053 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Transition to ACTIVE for port object b535ed4d-07d4-4272-80a8-fa638aa4ff8c will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:08.767247 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:08.777652 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89baae9-d898-403c-bc2a-2fc68b46f14c None None] Network 9a14ce12-3c2c-498f-8286-1f1116d435dd requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:08.809130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-62aa46fa-0c6a-4a33-a1a4-564c0b8e699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:08.811505 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-62aa46fa-0c6a-4a33-a1a4-564c0b8e699b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1357439 Jun 06 19:15:08.917143 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-79238944-08d5-4055-8e17-38c3fd575b1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887017 Jun 06 19:15:08.927588 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7756fd-ede0-40a0-81af-75c7503ebaec req-fdde8c09-c044-44d7-9ced-892868b98aa6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:08.929403 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a7756fd-ede0-40a0-81af-75c7503ebaec req-fdde8c09-c044-44d7-9ced-892868b98aa6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.6529419 Jun 06 19:15:09.006309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:09.116583 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:09.142142 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866f85e-7777-4f4e-b2c2-a3d2e08b8620 req-b1c846d9-230d-44f1-a6ea-238f05d13414 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:09.150392 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f866f85e-7777-4f4e-b2c2-a3d2e08b8620 req-b1c846d9-230d-44f1-a6ea-238f05d13414 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 944 time: 0.4766707 Jun 06 19:15:09.167343 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:09.222703 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a7756fd-ede0-40a0-81af-75c7503ebaec req-7c30db18-af45-4432-8059-57fee9e3931c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816710 Jun 06 19:15:09.272574 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f72b-e6b7-4709-be91-75707fad79d2 req-72f82164-88de-4953-8987-72bb63049873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:09.274163 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fbf8f72b-e6b7-4709-be91-75707fad79d2 req-72f82164-88de-4953-8987-72bb63049873 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 1098 time: 0.6783531 Jun 06 19:15:09.347181 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-2f30bb17-df9c-4295-8c8f-f70e7b70acd4 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126987 Jun 06 19:15:09.357252 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:09.369426 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:09.543321 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:09.552623 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:09.553288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:09.646362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:09.659781 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f866f85e-7777-4f4e-b2c2-a3d2e08b8620 req-75ee9ee1-6e3f-4c40-833c-7e2ed926a4fd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085034 Jun 06 19:15:09.665747 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:09.670078 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fbf8f72b-e6b7-4709-be91-75707fad79d2 req-10c82795-2cc2-4502-b6d4-c972679a0f58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651903 Jun 06 19:15:09.684686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a9d22ed-d0fa-4dff-b645-bb4fa6889dfe req-9701c410-46d5-4ea1-918f-28677ff73b5b service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127027 Jun 06 19:15:09.686336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7572641 Jun 06 19:15:09.712758 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0f45-34da-4a2a-9d91-f3ff6c5137c9 req-dc0b323c-0683-40fe-85dd-db0a9c0874de tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:09.714576 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b26f0f45-34da-4a2a-9d91-f3ff6c5137c9 req-dc0b323c-0683-40fe-85dd-db0a9c0874de tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 931 time: 0.3650920 Jun 06 19:15:09.762865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Request body: {'port': {'device_id': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:09.769226 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d575c5fc-ad2d-417d-b7ce-cbb72506f7ba None None] Provisioning for port b535ed4d-07d4-4272-80a8-fa638aa4ff8c completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:09.774976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d575c5fc-ad2d-417d-b7ce-cbb72506f7ba None None] Provisioning complete for port b535ed4d-07d4-4272-80a8-fa638aa4ff8c triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:09.775412 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d575c5fc-ad2d-417d-b7ce-cbb72506f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:09.854580 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-d575c5fc-ad2d-417d-b7ce-cbb72506f7ba None None] Port b535ed4d-07d4-4272-80a8-fa638aa4ff8c cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:15:09.856847 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b26f0f45-34da-4a2a-9d91-f3ff6c5137c9 req-e094eb72-18b3-417f-a49b-e869487006c6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356742 Jun 06 19:15:10.062607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:10.133461 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceae04-a688-4120-b9a9-6e2699fb38ef req-44f51f6c-b6e6-45ba-af14-373a247515d2 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:10.134960 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7eceae04-a688-4120-b9a9-6e2699fb38ef req-44f51f6c-b6e6-45ba-af14-373a247515d2 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 945 time: 0.3343959 Jun 06 19:15:10.265361 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7eceae04-a688-4120-b9a9-6e2699fb38ef req-5bc52afe-779e-4223-986d-cee294474d88 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171927 Jun 06 19:15:10.540795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214cd1-e612-43c2-80be-9306d7d89f82 req-5719862b-7f0d-41ee-8f26-7b6e5bfc6386 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:10.542325 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f214cd1-e612-43c2-80be-9306d7d89f82 req-5719862b-7f0d-41ee-8f26-7b6e5bfc6386 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.2075253 Jun 06 19:15:10.609694 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f214cd1-e612-43c2-80be-9306d7d89f82 req-9183d76c-569e-4e8e-b9bd-3bcec0a04aaf tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Jun 06 19:15:10.666371 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b535ed4d-07d4-4272-80a8-fa638aa4ff8c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:10.673950 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:10.701164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Transition to ACTIVE for port object b535ed4d-07d4-4272-80a8-fa638aa4ff8c will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:10.707741 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:10.719302 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:10.955204 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:10.959566 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:10.976937 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:15:10.989678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Attempting to bind port b535ed4d-07d4-4272-80a8-fa638aa4ff8c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:10.990044 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Attempting to bind port b535ed4d-07d4-4272-80a8-fa638aa4ff8c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:10.990437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Attempting to bind port b535ed4d-07d4-4272-80a8-fa638aa4ff8c on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:11.004223 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Port b535ed4d-07d4-4272-80a8-fa638aa4ff8c on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:15:11.004523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Attempting to bind port b535ed4d-07d4-4272-80a8-fa638aa4ff8c on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:11.012322 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:11.012657 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Checking segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:11.013201 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Bound using segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:11.013774 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Bound port: b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:11.014412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.031763 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 991cc09f-343a-4a97-b329-f3ea0b93ac9f up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:11.167833 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6ef03-d7cc-45a8-9c2a-141ea24b97cb req-e2c45b0e-e9c1-45db-beb6-88a0e604fbbc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:11.169315 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dee6ef03-d7cc-45a8-9c2a-141ea24b97cb req-e2c45b0e-e9c1-45db-beb6-88a0e604fbbc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 944 time: 0.3522670 Jun 06 19:15:11.231011 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:11.236701 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:11.245722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137bfd1-18c9-4463-94e0-88961b64c0f2 req-49a25461-ac2c-47ab-8b44-74f5295436e5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:11.253128 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4137bfd1-18c9-4463-94e0-88961b64c0f2 req-49a25461-ac2c-47ab-8b44-74f5295436e5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.2196007 Jun 06 19:15:11.272664 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.296612 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fad94920-6956-43f7-b7e3-521381e3c27e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:11.337456 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dee6ef03-d7cc-45a8-9c2a-141ea24b97cb req-1a954303-1a08-4fea-8448-da1ebad564ff tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550827 Jun 06 19:15:11.351778 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:11.351778 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.352042 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] 10.222.0.16 "PUT /v2.0/ports/b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 1093 time: 1.5957279 Jun 06 19:15:11.352121 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 991cc09f-343a-4a97-b329-f3ea0b93ac9f completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:11.352324 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:11.357601 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bcfeaf-45f2-40f0-a6d0-ca716a530899" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:11.389213 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:11.417860 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b', 'network_id': '2e30da51-7ea3-4fd8-9d4e-2da2db556863', 'port_id': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b', 'mac_address': 'fa:16:3e:05:71:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d171bc8-4a81-4131-ab83-1f96aca18117', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:15:11.420243 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4137bfd1-18c9-4463-94e0-88961b64c0f2 req-e4b351f8-94ee-47f3-a130-f7cd566b2183 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661005 Jun 06 19:15:11.456077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 991cc09f-343a-4a97-b329-f3ea0b93ac9f triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:11.456792 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.534730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f3ee07-c6bb-4018-9008-34a4184f3ed5 x-openstack-request-id: req-22f3ee07-c6bb-4018-9008-34a4184f3ed5 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:11.535272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:11.535725 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22f3ee07-c6bb-4018-9008-34a4184f3ed5 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:11.536319 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'status': 'completed', 'code': 200} Jun 06 19:15:11.552487 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:11.557249 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:11.585260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-84adf0e6-000a-4a72-818f-91e8e0b82ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:11.590669 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-84adf0e6-000a-4a72-818f-91e8e0b82ed3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1096 time: 0.1789324 Jun 06 19:15:11.608757 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.633268 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:11.694237 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:11.704346 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.711943 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:11.727440 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-f802dc09-d296-4432-9c87-fb115f5a8863 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 217 time: 0.0805402 Jun 06 19:15:11.755605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.814889 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-1c8df3f7-5b72-4b53-98d3-3c15d1aa787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:11.816276 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-1c8df3f7-5b72-4b53-98d3-3c15d1aa787c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0752804 Jun 06 19:15:11.822626 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991cc09f-343a-4a97-b329-f3ea0b93ac9f'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:11.824890 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55609813-7fc1-4356-b0c7-46428d4125ca" -d '{"events": [{"server_uuid": "c48a14bc-58c1-49b4-9952-05ed10954b73", "name": "network-vif-plugged", "status": "completed", "tag": "991cc09f-343a-4a97-b329-f3ea0b93ac9f"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:11.829089 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a55dc1-b56e-4573-b37b-bc38265d2130 req-1f85a0e2-2049-4c2c-ac88-4f07815a6cc9 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:11.837596 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c0a55dc1-b56e-4573-b37b-bc38265d2130 req-1f85a0e2-2049-4c2c-ac88-4f07815a6cc9 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 945 time: 0.2453840 Jun 06 19:15:11.862233 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:11.865768 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:11.874450 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:11.882249 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:11.894120 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8eaacfc7-bb75-43fb-a5b2-4c3f1ee41b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:11.946169 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16aecc0-f433-4288-9192-d7d224f654a6 x-openstack-request-id: req-d16aecc0-f433-4288-9192-d7d224f654a6 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:11.946558 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48a14bc-58c1-49b4-9952-05ed10954b73", "name": "network-vif-plugged", "status": "completed", "tag": "991cc09f-343a-4a97-b329-f3ea0b93ac9f", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:11.946983 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d16aecc0-f433-4288-9192-d7d224f654a6 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:11.947460 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991cc09f-343a-4a97-b329-f3ea0b93ac9f', 'code': 200} Jun 06 19:15:11.989235 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c0a55dc1-b56e-4573-b37b-bc38265d2130 req-9224c966-a6a8-4e1d-9cf8-eb7a56dcb2a8 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504595 Jun 06 19:15:11.999561 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=991cc09f-343a-4a97-b329-f3ea0b93ac9f,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:12.005285 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:12.019559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-d2a59a50-cd56-40da-b81f-2c888d1c4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:12.021176 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-d2a59a50-cd56-40da-b81f-2c888d1c4e72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1814423 Jun 06 19:15:12.064962 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:12.362828 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-38f10462-7ade-4b0d-b5b4-eaa6721a1245 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324938 Jun 06 19:15:12.402233 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d189-304a-4df3-9dc4-4140b8592662 req-0dadf96e-01d5-4d9e-a9fd-9d6268d7165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:12.403619 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1f72d189-304a-4df3-9dc4-4140b8592662 req-0dadf96e-01d5-4d9e-a9fd-9d6268d7165b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.2339914 Jun 06 19:15:12.465814 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1f72d189-304a-4df3-9dc4-4140b8592662 req-ed5b0235-e354-40f1-8ff5-fd53a6b1a597 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Jun 06 19:15:12.619453 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-91fa7638-6b6d-40c2-aa9b-29f77ea0ab0a req-8d1d86db-1753-4026-a4a9-647cb9aa69f0 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492514 Jun 06 19:15:12.685517 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfb8ce-3786-4c3f-8f5f-d6dfd91e5478 req-49d1c756-c00b-41fe-bd4d-355b552d9515 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:12.687081 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94cfb8ce-3786-4c3f-8f5f-d6dfd91e5478 req-49d1c756-c00b-41fe-bd4d-355b552d9515 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 945 time: 0.1751728 Jun 06 19:15:12.804799 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94cfb8ce-3786-4c3f-8f5f-d6dfd91e5478 req-26385882-e90e-4b8c-becf-687ebb4ec2a4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814502 Jun 06 19:15:12.833771 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-0f3df23d-7f4e-40fe-92fb-6aac769283e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:12.835273 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-0f3df23d-7f4e-40fe-92fb-6aac769283e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1096 time: 0.1473293 Jun 06 19:15:12.843350 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a11c47-ba4d-4983-b994-24957bf68e2c req-dc77c95d-3fdc-47b9-901f-c3a676ecf3c4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:12.844915 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9a11c47-ba4d-4983-b994-24957bf68e2c req-dc77c95d-3fdc-47b9-901f-c3a676ecf3c4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.2137620 Jun 06 19:15:12.976005 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9a11c47-ba4d-4983-b994-24957bf68e2c req-8699aa23-43c1-44e1-a903-7c613fd798b7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091347 Jun 06 19:15:12.988595 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:13.013049 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-d2966400-5f8d-466d-997e-577972711b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:13.014505 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-d2966400-5f8d-466d-997e-577972711b35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1687293 Jun 06 19:15:13.075173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:13.086483 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:13.086864 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:13.140866 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-e43eb437-7904-482a-99c4-e97b403e22cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 217 time: 0.1000495 Jun 06 19:15:13.210623 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:13.239486 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-91eff9e1-bc78-4e99-a44b-fde29d2b5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:13.241076 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-91eff9e1-bc78-4e99-a44b-fde29d2b5a1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0898459 Jun 06 19:15:13.249915 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:13.255828 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:13.258251 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:13.338701 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:13.340352 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:13.340470 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-6dc6c3bc-b4be-43b8-8444-fe30d3f184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:13.342042 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-6dc6c3bc-b4be-43b8-8444-fe30d3f184ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879500 Jun 06 19:15:13.549022 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-bf64a1af-8e07-4ec7-8852-99d7894d416b service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899242 Jun 06 19:15:13.744806 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44164) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:13.822710 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35bcfeaf-45f2-40f0-a6d0-ca716a530899 req-f7b70989-ef04-4fb5-b7f7-4e4022b38c71 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108376 Jun 06 19:15:13.948496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:13.950968 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc55fbd-0cb6-4521-a589-1d228dba38a1" -d '{"events": [{"server_uuid": "c1d2f324-b40b-4aa9-b0fa-2710e65e7539", "name": "network-vif-plugged", "status": "completed", "tag": "c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:13.998144 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.069959 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e7f0b-48e2-430e-b1d8-a64e5efed007 req-a4542621-8e4a-4f3b-92ba-e7d0a5efda62 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:14.071885 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-578e7f0b-48e2-430e-b1d8-a64e5efed007 req-a4542621-8e4a-4f3b-92ba-e7d0a5efda62 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.0911639 Jun 06 19:15:14.120751 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-578e7f0b-48e2-430e-b1d8-a64e5efed007 req-7812ae22-50a7-47c9-93c4-b77ef3bfa248 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Jun 06 19:15:14.134504 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.146487 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.165478 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f0c9a69-d7db-4c49-9c8f-b2079a8c8d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:14.175270 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99123667-355d-463d-a85d-98b4e4e96652 x-openstack-request-id: req-99123667-355d-463d-a85d-98b4e4e96652 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:14.175772 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2f324-b40b-4aa9-b0fa-2710e65e7539", "name": "network-vif-plugged", "status": "completed", "tag": "c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:14.175905 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99123667-355d-463d-a85d-98b4e4e96652 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:14.176296 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b', 'code': 200} Jun 06 19:15:14.201622 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27e55af9d05344f28f7c7357552d2f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550073 Jun 06 19:15:14.209966 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44190) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:14.226616 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e44529f-ff15-44d1-b789-299e1b602d3a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:14.240935 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:14.292672 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.339063 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.561438 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfba5f0-ee7a-45e5-a7d3-97f548735360 req-edc4ec55-aa82-4531-8552-3bc81e38315b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:14.563604 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bbfba5f0-ee7a-45e5-a7d3-97f548735360 req-edc4ec55-aa82-4531-8552-3bc81e38315b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.2289729 Jun 06 19:15:14.566477 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.570324 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.571369 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e44529f-ff15-44d1-b789-299e1b602d3a HTTP/1.1" status: 204 len: 168 time: 0.3660510 Jun 06 19:15:14.575474 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:14.600947 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d458e-f0b4-4391-a615-6931d4292dc5 req-918d7bda-d5e7-41e5-82f6-622715272f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:14.602433 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-965d458e-f0b4-4391-a615-6931d4292dc5 req-918d7bda-d5e7-41e5-82f6-622715272f7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 1099 time: 0.1857796 Jun 06 19:15:14.606527 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e44529f-ff15-44d1-b789-299e1b602d3a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:14.618922 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:14.689439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bbfba5f0-ee7a-45e5-a7d3-97f548735360 req-5c2bfbda-9f81-4aeb-ad71-ea5e201d29bd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145620 Jun 06 19:15:14.750347 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-965d458e-f0b4-4391-a615-6931d4292dc5 req-ce846ece-38b3-45e9-b1c5-348d54d59839 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270730 Jun 06 19:15:14.850312 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44216) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:14.956410 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44220) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:14.968307 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:14.973137 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.005211 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.db.api [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:15:15.005211 dv-cinder-794962-3-iscsi neutron-server[91912]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 06 19:15:15.005211 dv-cinder-794962-3-iscsi neutron-server[91912]: [parameters: {'project_id': '7cfbff5b5f2045c4b0e51bd2e7f3a9f4', 'id': '13d8d5ff-b84a-4869-8c33-988f0380cfe6', 'expiration': datetime.datetime(2021, 6, 6, 19, 17, 14, 994268)}] Jun 06 19:15:15.005211 dv-cinder-794962-3-iscsi neutron-server[91912]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:15:15.005633 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_db.api [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:15:15.083076 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.087823 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.094880 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-99d4026f-8c6e-47ac-871f-08eb0d0a8047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:15.134292 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6fd2f321cf742c08971ceb0012f25a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824888 Jun 06 19:15:15.135072 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e49138-9132-43e4-a40a-c46bc96c243e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:15.137194 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44224) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:15.138016 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:15.197779 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.226559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.402764 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d53ec5-803a-41bf-bbd1-b2c4781d7413 req-708accd7-df55-4105-b689-1cd4f71c4ea0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:15.404218 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-96d53ec5-803a-41bf-bbd1-b2c4781d7413 req-708accd7-df55-4105-b689-1cd4f71c4ea0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1049383 Jun 06 19:15:15.410981 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.413750 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.416097 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30e49138-9132-43e4-a40a-c46bc96c243e HTTP/1.1" status: 204 len: 168 time: 0.2779517 Jun 06 19:15:15.427105 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-61818fd2-2291-4a38-938a-b081c548a9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:15.451449 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e49138-9132-43e4-a40a-c46bc96c243e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:15.455780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:15.478248 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-96d53ec5-803a-41bf-bbd1-b2c4781d7413 req-db2b82ab-3327-4822-af43-573fc0a576f6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607569 Jun 06 19:15:15.507362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.638140 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.641129 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.651961 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cab70907-1938-4557-95b5-7dce72cb0abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:15.695069 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cfbff5b5f2045c4b0e51bd2e7f3a9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375355 Jun 06 19:15:15.695779 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a8a4ea-6499-4855-a066-39560139bf63,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:15.697745 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44250) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:15.702012 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:15.797676 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.832241 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.915319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7cd68-c840-4127-b06c-187002221b85 req-e6f515ff-b6eb-4fd2-bd30-0be68a521803 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:15.917187 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-37a7cd68-c840-4127-b06c-187002221b85 req-e6f515ff-b6eb-4fd2-bd30-0be68a521803 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.1087790 Jun 06 19:15:15.931526 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.934770 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:15.958459 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72a8a4ea-6499-4855-a066-39560139bf63 HTTP/1.1" status: 204 len: 168 time: 0.2549243 Jun 06 19:15:15.962297 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:15.980357 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44268) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:15.981152 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a8a4ea-6499-4855-a066-39560139bf63,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:15.984498 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:16.002380 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.048834 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-37a7cd68-c840-4127-b06c-187002221b85 req-6f60554a-245e-4172-aedd-d9e9e9f15a01 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109447 Jun 06 19:15:16.155039 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.160726 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.172635 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d463e466-5cbc-4b9a-9f2f-2c7359991991 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:16.217342 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4006f4d3cf6f47ad99e6d6b2eabf05d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340000 Jun 06 19:15:16.218185 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4be10-9957-4199-aff4-c5021abcfbd5,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:16.220450 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44274) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:16.221370 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:16.283479 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.308768 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.365484 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.368810 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.369952 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59e4be10-9957-4199-aff4-c5021abcfbd5 HTTP/1.1" status: 204 len: 168 time: 0.1483071 Jun 06 19:15:16.370762 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a85006a9-028f-4243-97cd-957faeb388bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:16.380538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4be10-9957-4199-aff4-c5021abcfbd5,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:16.382968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:16.664396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44294) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:16.685705 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.694489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc440e-1098-4213-bd7a-6c07570bf84f req-dd83c75c-7521-45d0-b517-b8517d2dd138 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:16.695965 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64fc440e-1098-4213-bd7a-6c07570bf84f req-dd83c75c-7521-45d0-b517-b8517d2dd138 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1109004 Jun 06 19:15:16.747910 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64fc440e-1098-4213-bd7a-6c07570bf84f req-68dfe4b2-83ec-49b7-8033-be0685768b60 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 Jun 06 19:15:16.819368 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.827479 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.839089 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:16.881486 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f015f8f03e64a2a8f4ba10f83ea400f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160833 Jun 06 19:15:16.882484 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba65eb-5973-43c6-be42-10f7e281038f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:16.884149 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44306) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:16.897926 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:16.969208 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:16.992106 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:15:16.999493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:17.077259 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:17.080358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:17.084361 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30ba65eb-5973-43c6-be42-10f7e281038f HTTP/1.1" status: 204 len: 168 time: 0.1963904 Jun 06 19:15:17.087110 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff1d8875-1c20-4bc2-92f3-c204eaf9e5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:17.174171 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:17.189731 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'mac_address': 'fa:16:3e:82:a0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:15:17.228537 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba65eb-5973-43c6-be42-10f7e281038f,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:17.242787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:17.283735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-f0215485-6f01-4bcb-98fb-4fa2f2eb5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:17.286217 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-f0215485-6f01-4bcb-98fb-4fa2f2eb5716 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 1099 time: 0.1615098 Jun 06 19:15:17.320123 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:17.356827 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b535ed4d-07d4-4272-80a8-fa638aa4ff8c {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:17.388160 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:17.400273 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:17.400273 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:17.500118 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:17.504796 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:17.694932 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0c6ed-1641-4221-b7d3-e4ef0cc9903d req-55d47e95-9439-449f-b841-333a3a063c2c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:17.701930 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6b0c6ed-1641-4221-b7d3-e4ef0cc9903d req-55d47e95-9439-449f-b841-333a3a063c2c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.3433475 Jun 06 19:15:17.706913 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-565da035-137b-4ffb-851a-e64b7be77fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:17.708334 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-565da035-137b-4ffb-851a-e64b7be77fc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.4068787 Jun 06 19:15:17.729964 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b1b5-cffb-4634-af5c-828d8fc8c35f req-1998a1c0-62ff-44e0-805f-232ed1151b55 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:17.736846 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1c28b1b5-cffb-4634-af5c-828d8fc8c35f req-1998a1c0-62ff-44e0-805f-232ed1151b55 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.3835089 Jun 06 19:15:17.791247 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['b535ed4d-07d4-4272-80a8-fa638aa4ff8c'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:17.827693 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-d9012250-9aaa-42ee-ad86-a5b71dc0e0a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b HTTP/1.1" status: 200 len: 217 time: 0.1057005 Jun 06 19:15:17.904643 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6b0c6ed-1641-4221-b7d3-e4ef0cc9903d req-8cb13d3a-5e65-4ab6-af39-5d02056742f8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018065 Jun 06 19:15:17.933437 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1c28b1b5-cffb-4634-af5c-828d8fc8c35f req-f277e096-4def-4370-b188-ed0e706acdbb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956089 Jun 06 19:15:17.974894 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-d54e7f22-679a-4a26-b88b-958f07dca991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:17.977818 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-d54e7f22-679a-4a26-b88b-958f07dca991 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1375406 Jun 06 19:15:18.071806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-a0bc3be0-d648-4a4a-b88b-72937b34e4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857828 Jun 06 19:15:18.254331 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-573a4a1d-5d46-4f29-a393-5e8e225ae188 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730514 Jun 06 19:15:18.388840 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-98fdae95-62cd-4c09-83f1-3ec34c0bb982 req-a3f6b435-befb-449c-9eaf-7fcac8b30c20 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267557 Jun 06 19:15:18.999228 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:19.087352 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port b535ed4d-07d4-4272-80a8-fa638aa4ff8c completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:19.095883 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port b535ed4d-07d4-4272-80a8-fa638aa4ff8c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:19.096496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:19.259948 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:19.298297 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:19.299575 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:19.302421 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab31f10-177d-4ba7-9f3d-35dfff5af821" -d '{"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-plugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:19.303711 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166aa1c-2c28-4a9e-96e8-71d956bec2c1 req-1997a35a-af08-4123-b706-5acd32ea1b5e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:19.305327 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5166aa1c-2c28-4a9e-96e8-71d956bec2c1 req-1997a35a-af08-4123-b706-5acd32ea1b5e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.2138460 Jun 06 19:15:19.308224 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:19.311519 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:19.315314 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e25b-be26-4bc2-b9c1-03585be8a4bd req-3e70ba22-a3b1-4df2-9eb0-e19192ca496c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:19.317510 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a142e25b-be26-4bc2-b9c1-03585be8a4bd req-3e70ba22-a3b1-4df2-9eb0-e19192ca496c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.2568960 Jun 06 19:15:19.379552 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5166aa1c-2c28-4a9e-96e8-71d956bec2c1 req-eff44abb-3ff7-43d0-8f07-98420fda3644 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Jun 06 19:15:19.424673 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:19.428607 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:19.430419 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a142e25b-be26-4bc2-b9c1-03585be8a4bd req-0d2ac356-1927-446e-b4f1-1aa6fc1189b8 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982494 Jun 06 19:15:19.440725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb22694-faa2-43b0-b0ae-99a82fb4122f x-openstack-request-id: req-4eb22694-faa2-43b0-b0ae-99a82fb4122f {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:19.441024 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-plugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:19.441327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4eb22694-faa2-43b0-b0ae-99a82fb4122f {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:19.441701 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'code': 200} Jun 06 19:15:19.705156 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aa455-f91d-478f-92ee-5970ba5ae268 req-4ced2f3c-64fd-4050-b22b-6592228403ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:19.706635 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-964aa455-f91d-478f-92ee-5970ba5ae268 req-4ced2f3c-64fd-4050-b22b-6592228403ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1098 time: 0.0765119 Jun 06 19:15:19.770134 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-964aa455-f91d-478f-92ee-5970ba5ae268 req-92489e5c-1a17-453a-926b-1c413ec555b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507066 Jun 06 19:15:20.232574 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44456) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:20.358200 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.492266 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.499263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.510208 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3b5c9112-245b-4af0-a7c4-3a2c45a12b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:20.538176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f2f350-e495-4e9c-92c5-4028319ff8a6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:20.574698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:20.640729 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=655a5b676e8446059a214cba48cf0994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070032 Jun 06 19:15:20.643828 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44476) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:20.703592 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7984ed0-dadb-41ec-b79b-2d5d442aa9d8 req-a0c05c88-6024-4242-803b-d39fee766ae5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:20.705182 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7984ed0-dadb-41ec-b79b-2d5d442aa9d8 req-a0c05c88-6024-4242-803b-d39fee766ae5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1252470 Jun 06 19:15:20.712387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a927d5-1af1-41f5-8651-15c6e27d8317 req-d0a317cb-a160-422d-96eb-d4a36065d498 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:20.713774 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26a927d5-1af1-41f5-8651-15c6e27d8317 req-d0a317cb-a160-422d-96eb-d4a36065d498 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1789072 Jun 06 19:15:20.751728 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.780289 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.791638 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7984ed0-dadb-41ec-b79b-2d5d442aa9d8 req-5be4a5a8-c3f5-4034-9d6c-6faaf735b97e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767167 Jun 06 19:15:20.794300 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26a927d5-1af1-41f5-8651-15c6e27d8317 req-6023b7d1-efc9-4f52-938d-45f8a81d98d8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661490 Jun 06 19:15:20.835512 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.838015 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:20.839158 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67f2f350-e495-4e9c-92c5-4028319ff8a6 HTTP/1.1" status: 204 len: 168 time: 0.1939783 Jun 06 19:15:20.839790 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:20.848815 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f2f350-e495-4e9c-92c5-4028319ff8a6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:20.851092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:21.124638 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44492) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:21.141784 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.246037 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.251350 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.260216 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:21.311410 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe67df1-5753-4f4e-ac30-571b9692e934,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:21.318329 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6c0a3635a334fbfa4587cba0080a62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926706 Jun 06 19:15:21.319537 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:21.321270 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44496) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:21.382230 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.409689 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.468519 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.470935 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:21.472049 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffe67df1-5753-4f4e-ac30-571b9692e934 HTTP/1.1" status: 204 len: 168 time: 0.1497655 Jun 06 19:15:21.472842 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4a5c0d55-944d-4809-b7da-2823c2cfeb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:21.482519 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe67df1-5753-4f4e-ac30-571b9692e934,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:21.487259 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:22.053189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94f82a-8a89-4e34-935b-31f9e8c11c00 req-3635fd37-4c9b-40c3-817f-a051c05f5e3e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:22.054707 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ff94f82a-8a89-4e34-935b-31f9e8c11c00 req-3635fd37-4c9b-40c3-817f-a051c05f5e3e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1055453 Jun 06 19:15:22.062453 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52345d3-41e9-4955-80ac-5993fc2cd3f8 req-493bf2b8-a91e-4f2f-a873-6af10e8b5bd7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:22.066917 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f52345d3-41e9-4955-80ac-5993fc2cd3f8 req-493bf2b8-a91e-4f2f-a873-6af10e8b5bd7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1513119 Jun 06 19:15:22.133620 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ff94f82a-8a89-4e34-935b-31f9e8c11c00 req-dc76525d-1768-4dc1-a9c7-13bb1c4bb9a9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688186 Jun 06 19:15:22.142620 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f52345d3-41e9-4955-80ac-5993fc2cd3f8 req-da0c5ff7-3812-470d-8f19-23b376997ec7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645025 Jun 06 19:15:23.390375 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5198226-a5ec-48ba-9f1a-e35e1bf2e100 req-e159816f-a626-43e9-8aa9-8fbc91d468c2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:23.391805 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b5198226-a5ec-48ba-9f1a-e35e1bf2e100 req-e159816f-a626-43e9-8aa9-8fbc91d468c2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1381130 Jun 06 19:15:23.406734 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a31d2-b51b-43ef-916a-8ca8f6f3ecf6 req-21b31b76-45d3-4f70-805f-c253e96f2c0e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:23.408432 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-001a31d2-b51b-43ef-916a-8ca8f6f3ecf6 req-21b31b76-45d3-4f70-805f-c253e96f2c0e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1161602 Jun 06 19:15:23.488106 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b5198226-a5ec-48ba-9f1a-e35e1bf2e100 req-d9615999-ba9a-47d9-a3dc-7b23eee109b4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895846 Jun 06 19:15:23.493774 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-001a31d2-b51b-43ef-916a-8ca8f6f3ecf6 req-184e7e71-608c-4440-b03b-bd2e673d0cda tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635750 Jun 06 19:15:23.649647 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44582) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:23.774895 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:23.875361 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:23.881255 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:23.888018 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-53607e22-e952-4389-9155-88c9de6e1467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:23.926911 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71ced4fa0a8547f9b3c02bf558dfa8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760744 Jun 06 19:15:23.927735 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7649732-af2b-40d2-a29f-16246801d1eb,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:23.929799 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44588) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:23.930907 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:23.989394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.015376 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.070548 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.072956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.074103 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7649732-af2b-40d2-a29f-16246801d1eb HTTP/1.1" status: 204 len: 168 time: 0.1431372 Jun 06 19:15:24.074989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c05bae60-603c-4f11-bc06-5cd020576693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:24.088603 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7649732-af2b-40d2-a29f-16246801d1eb,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:24.091195 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:24.369126 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 44600) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:24.386891 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.506671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.512304 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.542050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:24.550661 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cc2905c789d460a857597b682ce2318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804366 Jun 06 19:15:24.553703 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44610) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:24.599076 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c48644-a519-4115-8712-b2a4972f7a1a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:24.602325 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:24.644280 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.672691 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.747178 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.747801 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4df82-d932-4e97-b02b-1f93dbeabe48 req-24a328c8-8fc5-45d7-8204-1b82957ea49e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:24.749365 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8c4df82-d932-4e97-b02b-1f93dbeabe48 req-24a328c8-8fc5-45d7-8204-1b82957ea49e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1444635 Jun 06 19:15:24.750531 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:24.755386 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28c48644-a519-4115-8712-b2a4972f7a1a HTTP/1.1" status: 204 len: 168 time: 0.2004428 Jun 06 19:15:24.756316 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:24.766593 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c48644-a519-4115-8712-b2a4972f7a1a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:24.778786 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:24.811073 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525089bd-9f14-42df-955f-4a362cf8f344 req-295c0c4a-e4a1-41b1-adc5-60ca440076be tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:24.812534 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-525089bd-9f14-42df-955f-4a362cf8f344 req-295c0c4a-e4a1-41b1-adc5-60ca440076be tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1437099 Jun 06 19:15:24.860089 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8c4df82-d932-4e97-b02b-1f93dbeabe48 req-5a577849-e7a3-4e1d-938c-d23f1435300a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902674 Jun 06 19:15:24.881472 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-525089bd-9f14-42df-955f-4a362cf8f344 req-ba7b42e0-e980-47fe-b6d8-8643d489e39e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541294 Jun 06 19:15:25.084313 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf5355-a682-4314-a846-a7c8add03a01 req-4133e198-e6f3-4d45-8fd1-b117bcaa43d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:25.084660 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fbaf5355-a682-4314-a846-a7c8add03a01 req-4133e198-e6f3-4d45-8fd1-b117bcaa43d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0957897 Jun 06 19:15:25.093141 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44638) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:25.098230 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'floatingip': {'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:25.198677 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:26.075831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d244c4-0d22-4aae-be4d-611412cfb48f req-6a4a0b10-e606-4606-832e-b2265d52aaa1 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:26.077656 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f5d244c4-0d22-4aae-be4d-611412cfb48f req-6a4a0b10-e606-4606-832e-b2265d52aaa1 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.0847857 Jun 06 19:15:26.123515 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f5d244c4-0d22-4aae-be4d-611412cfb48f req-a8768688-59b8-49e2-9146-070f2d5ff3c5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Jun 06 19:15:26.128893 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:26.134978 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:26.304495 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Floating IP 9cd0f1fa-5067-4630-beee-39c2c0707c20 associated. External IP: 172.27.1.133, port: b535ed4d-07d4-4272-80a8-fa638aa4ff8c. Jun 06 19:15:26.806765 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Router 6c21e493-365b-4624-beb6-7038045b7687 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:15:26.962750 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-e051ab05-4c99-459c-8f8a-cb12e0b0901c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:26.964554 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-e051ab05-4c99-459c-8f8a-cb12e0b0901c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.1565447 Jun 06 19:15:26.980383 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-d1d73383-80f1-4950-bd38-dc0db231423c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/quotas/8525fb2525d7418ca8e52a492b3117b1 HTTP/1.1" status: 200 len: 375 time: 0.0102525 Jun 06 19:15:27.006467 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:15:27.006467 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:27.011773 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:15:27.024103 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:27.024888 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:27.075456 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-44c7cdcc-f3ff-41c3-9dc6-419adf7e6668 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "PUT /v2.0/floatingips/9cd0f1fa-5067-4630-beee-39c2c0707c20 HTTP/1.1" status: 200 len: 991 time: 1.9809632 Jun 06 19:15:27.076147 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:27.078718 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b36fc3-92be-4366-aea4-ffeac67687a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:27.148860 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-72e3178a-4619-462e-afda-3ddb276d4dd3 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589494 Jun 06 19:15:27.243986 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:27.291806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-f4ee9a54-1976-462e-9fd9-e45c863679e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350443 Jun 06 19:15:27.303868 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df5b0a5-b8fa-49e0-b5bb-ae889bf2a730 x-openstack-request-id: req-0df5b0a5-b8fa-49e0-b5bb-ae889bf2a730 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:27.304394 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:27.304559 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0df5b0a5-b8fa-49e0-b5bb-ae889bf2a730 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:27.305024 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'status': 'completed', 'code': 200} Jun 06 19:15:27.560985 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-9216c327-ed95-4360-9aa7-dd2eed239c56 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632592 Jun 06 19:15:27.582982 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-86d88437-2a44-42c0-948a-2c3f9d7f8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:27.584421 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-86d88437-2a44-42c0-948a-2c3f9d7f8f0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1098 time: 0.1706448 Jun 06 19:15:27.594036 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eccfe4-1430-43d1-ad20-4ab6f5f7e4b6 req-596a84d0-4fc1-4333-bd8a-61991fe1f459 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:27.595621 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-27eccfe4-1430-43d1-ad20-4ab6f5f7e4b6 req-596a84d0-4fc1-4333-bd8a-61991fe1f459 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1806617 Jun 06 19:15:27.641241 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '9cd0f1fa-5067-4630-beee-39c2c0707c20', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '6c21e493-365b-4624-beb6-7038045b7687', 'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'mac_address': 'fa:16:3e:82:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:14:58Z', 'updated_at': '2021-06-06T19:15:25Z', 'revision_number': 1, 'project_id': 'f7de051ea982448495d077949da011e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:27.645455 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:15:27.656370 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:27.657122 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:27.750588 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-27eccfe4-1430-43d1-ad20-4ab6f5f7e4b6 req-4a62bff5-894a-4f27-8ad9-ebd30660a678 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340108 Jun 06 19:15:27.813822 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c8667fd-d716-42bd-a48e-58b19d3c8aba req-98328223-1d93-43da-972e-d8bc8826afde tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 210 time: 0.0596406 Jun 06 19:15:27.846655 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-77e00219-fe9f-47df-8829-c147799ce56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:27.848218 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-77e00219-fe9f-47df-8829-c147799ce56f service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.2516100 Jun 06 19:15:27.885616 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:28.012418 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-e8278a9e-85a2-481a-81e5-c2773909c6a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 999 time: 0.1563091 Jun 06 19:15:28.164422 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-c09f96bc-2d0a-44ad-872d-a9a71a8670e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:28.167918 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-c09f96bc-2d0a-44ad-872d-a9a71a8670e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.1381245 Jun 06 19:15:28.336525 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-c21241b2-ba0b-45a1-b900-0e73466c0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:28.338322 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-c21241b2-ba0b-45a1-b900-0e73466c0ae5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1564586 Jun 06 19:15:28.498223 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-3affef07-1951-4741-b9d1-f2968c8ee77f service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447551 Jun 06 19:15:28.527166 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '9cd0f1fa-5067-4630-beee-39c2c0707c20', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '6c21e493-365b-4624-beb6-7038045b7687', 'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'mac_address': 'fa:16:3e:82:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:14:58Z', 'updated_at': '2021-06-06T19:15:25Z', 'revision_number': 1, 'project_id': 'f7de051ea982448495d077949da011e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:28.534827 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b6013-257e-4d07-9b84-a27fe8d75d9a None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '9cd0f1fa-5067-4630-beee-39c2c0707c20', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '6c21e493-365b-4624-beb6-7038045b7687', 'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'mac_address': 'fa:16:3e:82:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:14:58Z', 'updated_at': '2021-06-06T19:15:25Z', 'revision_number': 1, 'project_id': 'f7de051ea982448495d077949da011e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:15:28.691704 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86b36fc3-92be-4366-aea4-ffeac67687a2 req-34b782f2-e90d-4983-a9bb-fe5de663cdf9 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848946 Jun 06 19:15:28.839540 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f047bd9-4115-4452-8b1c-7c703b7fb251 None None] New status for floating IP 9cd0f1fa-5067-4630-beee-39c2c0707c20: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:15:29.011145 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72fbe2b9-b3b7-4874-8c16-94a9ff2393f7 req-dc0edbf6-6e99-4445-a981-5fa9b3b9d1bd tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 210 time: 0.0584586 Jun 06 19:15:29.031346 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb18c3-f07b-4eda-b7db-c687046bd7b1 req-cfda3e6c-e278-4168-b1f2-f81e2c38eac9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:29.033291 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2fb18c3-f07b-4eda-b7db-c687046bd7b1 req-cfda3e6c-e278-4168-b1f2-f81e2c38eac9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1485968 Jun 06 19:15:29.085652 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2fb18c3-f07b-4eda-b7db-c687046bd7b1 req-2da68281-eeda-4ac2-8aa0-050a26f6840e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Jun 06 19:15:29.498259 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44830) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:29.648478 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:29.682267 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-90266218-38e4-4768-b63e-1251256a621f tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:29.683775 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-90266218-38e4-4768-b63e-1251256a621f tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.2207274 Jun 06 19:15:29.736050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Request body: {'port': {'device_id': '569a16b6-a218-4038-a15c-72129370fb78', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'admin_state_up': True, 'tenant_id': '8525fb2525d7418ca8e52a492b3117b1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:29.860608 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:29.867615 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:29.885820 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3447af21-7144-4018-9db9-7f40d27b5f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:29.955642 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71716421d284421bbbfd5862d93441e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539227 Jun 06 19:15:29.955642 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb34c47-3ae1-4eeb-b944-d37bc9f8bb87,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:29.958985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44852) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:29.972745 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:30.030614 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.039499 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Made reservation on behalf of 8525fb2525d7418ca8e52a492b3117b1 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:30.041248 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44856) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:30.044029 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.097215 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.177121 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.229564 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.232049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.233261 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fb34c47-3ae1-4eeb-b944-d37bc9f8bb87 HTTP/1.1" status: 204 len: 168 time: 0.2733409 Jun 06 19:15:30.234217 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-64c44eaf-3456-4bfb-8625-a5c12b23184b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:30.253882 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb34c47-3ae1-4eeb-b944-d37bc9f8bb87,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:30.257703 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:30.311011 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.362100 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dba79f39-baa2-4032-b621-5293194255ca req-844737eb-843e-499f-bf29-73499641324f tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 210 time: 0.1126409 Jun 06 19:15:30.414149 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Allocated IP 172.20.0.4 (c1d88008-bf78-414c-aa3e-4e72888d4402/77947762-3853-437a-9685-04f39386f7d6/942487e9-9291-441a-b6ad-5332c9635209) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:30.478385 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.484192 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.499894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ded087c8-3487-430b-8c44-9562e8dfb10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:30.550164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68d2f2-d858-441c-b03c-afecebf7fed5 req-eb0e6b88-6cee-490b-bd22-dcd7477df3c4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:30.550410 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=099ab07088d44a97b84e42e8088fffa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050619 Jun 06 19:15:30.550509 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b68d2f2-d858-441c-b03c-afecebf7fed5 req-eb0e6b88-6cee-490b-bd22-dcd7477df3c4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.2468128 Jun 06 19:15:30.550613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ced9e9-dfd3-466a-903d-fd027c435d09,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:30.552183 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44874) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:30.576568 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:30.627755 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.640480 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44876) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:30.672392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.675794 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b68d2f2-d858-441c-b03c-afecebf7fed5 req-097285b4-5ac9-4695-8359-3d1a1e1bc903 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825500 Jun 06 19:15:30.687039 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.703408 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.744799 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.759242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:30.760326 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:30.777169 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.779653 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.780791 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43ced9e9-dfd3-466a-903d-fd027c435d09 HTTP/1.1" status: 204 len: 168 time: 0.2163715 Jun 06 19:15:30.795683 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-edafed8c-d91a-419e-b876-112d07821f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:30.822206 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Network c1d88008-bf78-414c-aa3e-4e72888d4402 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:30.825780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:30.829744 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:30.830883 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ced9e9-dfd3-466a-903d-fd027c435d09,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:30.836003 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:30.836640 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.858021 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.858385 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.860735 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.861090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.861433 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.863609 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.863968 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.864314 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.864652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.864986 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.865315 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.865638 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.870187 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event updated for resources: {'Port': ['ID=942487e9-9291-441a-b6ad-5332c9635209,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:30.881212 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:30.891151 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.891151 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.891484 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.891956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.892300 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.893125 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.893503 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.893917 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.894253 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.894582 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.894910 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.895266 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:30.899931 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:30.960089 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.966860 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:30.975681 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440472 Jun 06 19:15:30.981669 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:30.991580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Request body: {'port': {'device_id': '569a16b6-a218-4038-a15c-72129370fb78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:31.056499 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9ba8d4f2cc2402e84766e244b43f88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150939 Jun 06 19:15:31.057408 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44890) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:31.058231 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225970a-7511-448c-8141-b351a4188724,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:31.079607 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:31.138965 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.174528 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.189323 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.305536 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.308168 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.309132 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5225970a-7511-448c-8141-b351a4188724 HTTP/1.1" status: 204 len: 168 time: 0.2478693 Jun 06 19:15:31.310069 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-69bf8f13-8546-4794-930e-f5baedc3ceca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:31.324041 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225970a-7511-448c-8141-b351a4188724,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:31.327789 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:31.403093 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44910) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:31.637847 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd759-cacc-467c-9f83-75e5c24ffdd5 req-8867865a-1225-437f-bdcd-aef9c3018e03 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:31.639305 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-203dd759-cacc-467c-9f83-75e5c24ffdd5 req-8867865a-1225-437f-bdcd-aef9c3018e03 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 931 time: 0.1124635 Jun 06 19:15:31.676210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.724194 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942487e9-9291-441a-b6ad-5332c9635209 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:31.734934 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-203dd759-cacc-467c-9f83-75e5c24ffdd5 req-6e73b9bf-06da-45bd-a898-03211482dda5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Jun 06 19:15:31.736617 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.752587 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Transition to ACTIVE for port object 942487e9-9291-441a-b6ad-5332c9635209 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:31.761748 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.767056 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:31.866764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.873500 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:31.902334 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d2e3630-4af5-48fd-be01-4c60b31896c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:31.976901 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5f5f6a3128d4583962a028ff36722f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727117 Jun 06 19:15:31.978520 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65e2d9-275c-4716-9352-d82f73b4df38,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:31.982001 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:31.982809 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44934) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:32.020056 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Attempting to bind port 942487e9-9291-441a-b6ad-5332c9635209 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:32.020388 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Attempting to bind port 942487e9-9291-441a-b6ad-5332c9635209 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:32.020704 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Attempting to bind port 942487e9-9291-441a-b6ad-5332c9635209 on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:32.035629 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=942487e9-9291-441a-b6ad-5332c9635209,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:32.039250 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Port 942487e9-9291-441a-b6ad-5332c9635209 on network c1d88008-bf78-414c-aa3e-4e72888d4402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:15:32.039736 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Attempting to bind port 942487e9-9291-441a-b6ad-5332c9635209 on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:32.042725 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:32.060270 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.062644 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:32.063161 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Checking segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:32.063671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Bound using segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:32.064272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Bound port: 942487e9-9291-441a-b6ad-5332c9635209, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:32.064606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.102120 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.139468 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e61e-1f7c-4e4c-81ca-5a8ff395f5bf req-caf2f480-b3ff-4a16-a397-85aba5196025 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:32.140981 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5873e61e-1f7c-4e4c-81ca-5a8ff395f5bf req-caf2f480-b3ff-4a16-a397-85aba5196025 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.3075511 Jun 06 19:15:32.179166 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.184892 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.186682 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f65e2d9-275c-4716-9352-d82f73b4df38 HTTP/1.1" status: 204 len: 168 time: 0.2027690 Jun 06 19:15:32.187665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bfec172c-8c0b-4a66-ae39-4ffe8a73863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:32.212589 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65e2d9-275c-4716-9352-d82f73b4df38,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:32.214608 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:32.297869 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] For port 942487e9-9291-441a-b6ad-5332c9635209, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:32.308762 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5873e61e-1f7c-4e4c-81ca-5a8ff395f5bf req-27c121ab-c5b7-4a63-9ea4-36025a51ee57 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542594 Jun 06 19:15:32.311580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] For port 942487e9-9291-441a-b6ad-5332c9635209, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=942487e9-9291-441a-b6ad-5332c9635209,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:32.324835 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.332938 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:32.374975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44954) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:32.426772 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:32.427402 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.428819 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/942487e9-9291-441a-b6ad-5332c9635209 HTTP/1.1" status: 200 len: 1093 time: 1.4432623 Jun 06 19:15:32.429517 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569a16b6-a218-4038-a15c-72129370fb78', 'tag': '942487e9-9291-441a-b6ad-5332c9635209'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:32.432334 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445f2a30-5b72-4906-b2cf-d2f9ff6df591" -d '{"events": [{"name": "network-changed", "server_uuid": "569a16b6-a218-4038-a15c-72129370fb78", "tag": "942487e9-9291-441a-b6ad-5332c9635209"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:32.478627 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=942487e9-9291-441a-b6ad-5332c9635209,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:32.483011 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:32.528693 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f805c63c-3a7a-4412-8459-6f664d768de2 x-openstack-request-id: req-f805c63c-3a7a-4412-8459-6f664d768de2 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:32.528998 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569a16b6-a218-4038-a15c-72129370fb78", "tag": "942487e9-9291-441a-b6ad-5332c9635209", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:32.529265 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f805c63c-3a7a-4412-8459-6f664d768de2 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:32.529968 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569a16b6-a218-4038-a15c-72129370fb78', 'tag': '942487e9-9291-441a-b6ad-5332c9635209', 'status': 'completed', 'code': 200} Jun 06 19:15:32.575697 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-c274f0d8-add9-427b-85ca-82b38d5b52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:32.577281 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-c274f0d8-add9-427b-85ca-82b38d5b52c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 1096 time: 0.0893199 Jun 06 19:15:32.669402 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-6df4c8e9-8c07-487a-adc3-30f5d66fd880 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=942487e9-9291-441a-b6ad-5332c9635209 HTTP/1.1" status: 200 len: 217 time: 0.0802951 Jun 06 19:15:32.671226 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1702086358-network', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:32.701210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Made reservation on behalf of 69221038382a4a9ea59ac1bda1a38dc5 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:32.704351 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.720154 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.761076 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-6eb744f2-e07e-4612-87fd-0ac4a069f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:32.763669 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-6eb744f2-e07e-4612-87fd-0ac4a069f06f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.0812364 Jun 06 19:15:32.856600 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.870790 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.875891 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f2422b15-d967-4474-9529-8d89ad62ec4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:32.883566 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-4299b550-9c8e-4c4f-9e4d-b83e03b32c51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932775 Jun 06 19:15:32.905973 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:15:32.914798 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9111ade7-07f9-43c6-bf8d-bc52c4584af2,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:32.918669 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:32.921590 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:32.922295 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Added segment 4adcbdfb-61fb-431e-8475-cbfef3ebb308 of type vlan for network b45e1318-68bc-4144-ad7f-95e06d53d90a Jun 06 19:15:32.936837 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44988) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:33.006985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.032825 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Deleting subnet 97373892-a6c5-4a6d-88f4-ea75d80c7c2b {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:15:33.036988 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.115037 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.130513 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.137041 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:33.137632 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.157525 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-856fbb90-355d-408b-8db9-1c1082d45480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:33.189444 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.201805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c528f-6ff3-4c19-8da3-e1f06eaeac77 req-34e71707-a8dd-462e-8884-d6805424b0dd tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:33.204482 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b62c528f-6ff3-4c19-8da3-e1f06eaeac77 req-34e71707-a8dd-462e-8884-d6805424b0dd tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 943 time: 0.2954819 Jun 06 19:15:33.225385 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-34e44ba9-bfaa-41e6-ac5c-8c5503808906 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453125 Jun 06 19:15:33.249205 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8729844 Jun 06 19:15:33.253111 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 44998) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:33.271848 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Request body: {'subnet': {'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1702086358-subnet', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:33.378123 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b62c528f-6ff3-4c19-8da3-e1f06eaeac77 req-82347ae1-2422-4165-b347-f9fa6dbe42ca tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478138 Jun 06 19:15:33.395910 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=b45e1318-68bc-4144-ad7f-95e06d53d90a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:33.398517 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.399565 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Made reservation on behalf of 69221038382a4a9ea59ac1bda1a38dc5 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:33.401945 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.413296 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network b45e1318-68bc-4144-ad7f-95e06d53d90a details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:15:33.435027 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a9b50f61-d2ad-4394-8675-86f5976882a9 req-a277f304-6073-4269-82cb-56eb5b8f762d service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800787 Jun 06 19:15:33.627555 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:33.656520 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-253e6fb5-5fde-45c6-9e05-1f309c47215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.712029 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-592f1b80-f277-4b4d-9681-71682658c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:33.714290 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-592f1b80-f277-4b4d-9681-71682658c42f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 1096 time: 0.1994483 Jun 06 19:15:33.729980 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39959944-516b-4757-a89a-4436dd835564 req-b77800a0-9384-485c-b943-5fe4639ea091 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:33.735296 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-39959944-516b-4757-a89a-4436dd835564 req-b77800a0-9384-485c-b943-5fe4639ea091 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1467812 Jun 06 19:15:33.817481 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-376d4f09-864b-4a1d-8727-feee0cbd719f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:33.859745 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97373892-a6c5-4a6d-88f4-ea75d80c7c2b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:33.865299 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:33.867106 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.869743 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f83157f0-b10d-4ee3-bc9a-058c40331292 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/97373892-a6c5-4a6d-88f4-ea75d80c7c2b HTTP/1.1" status: 204 len: 168 time: 0.9318659 Jun 06 19:15:33.871681 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:33.872619 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45026) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:33.902206 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:33.924683 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-1017252d-af10-44c2-99e6-11a8eddb8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:33.926476 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-1017252d-af10-44c2-99e6-11a8eddb8a70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 916 time: 0.1887760 Jun 06 19:15:33.967796 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82625c9e-d8ff-45b0-842a-9d6b930b2a60,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:33.980336 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:34.044186 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-9e9ab09a-9625-4b35-b4a5-e2f948275275 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=942487e9-9291-441a-b6ad-5332c9635209 HTTP/1.1" status: 200 len: 217 time: 0.0971401 Jun 06 19:15:34.062481 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-39959944-516b-4757-a89a-4436dd835564 req-03827bab-83b6-42ec-b283-2e71d95e90a3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529412 Jun 06 19:15:34.098154 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.115570 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Checking segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:34.116210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Network hostable DHCP agents. Network: b45e1318-68bc-4144-ad7f-95e06d53d90a, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:15:34.158997 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-3eada8fa-1cc6-4685-862e-f41d6aeb33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:34.160570 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-3eada8fa-1cc6-4685-862e-f41d6aeb33fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.0962532 Jun 06 19:15:34.230843 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-7f357753-36df-4ade-bd87-4c63e1da8fb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600820 Jun 06 19:15:34.288383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Network b45e1318-68bc-4144-ad7f-95e06d53d90a is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:15:34.295778 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.313088 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.313522 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.314378 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.314724 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.315106 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.315532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.315953 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.316329 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.316680 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.317005 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.472204 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcf048-14e4-4ccb-aa68-d9262fd16e66 req-07aa8238-bdde-4400-8c5a-757972f4b17b tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:34.479547 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-24dcf048-14e4-4ccb-aa68-d9262fd16e66 req-07aa8238-bdde-4400-8c5a-757972f4b17b tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 945 time: 0.2002459 Jun 06 19:15:34.517790 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-302b3c46-0c04-4344-974b-f2f19cdc2ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717671 Jun 06 19:15:34.536642 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.537138 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.537556 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.538049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:34.540010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b70e3-a77d-4db7-8bf3-5d3745e8cdae']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:34.544879 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-24dcf048-14e4-4ccb-aa68-d9262fd16e66 req-460de15a-7f0d-4326-a2b7-8a66ca01a486 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643315 Jun 06 19:15:34.562726 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, b45e1318-68bc-4144-ad7f-95e06d53d90a) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:34.565602 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cc3017-35ad-426e-9933-546475aa45fb') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:34.566092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cc3017-35ad-426e-9933-546475aa45fb') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:34.572438 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa348b78-c5c1-4bfb-9e84-63b12e25c0d3 None None] Network b45e1318-68bc-4144-ad7f-95e06d53d90a requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:34.580984 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:34.581761 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.586486 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.612493 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.633921 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3717630 Jun 06 19:15:34.635326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45058) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:34.642912 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:34.647799 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:15:34.648181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: from cryptography.utils import int_from_bytes Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: from cryptography.utils import int_from_bytes Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:15:34.665254 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:15:34.758416 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.759583 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.765632 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.774190 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:34.794760 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.796537 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.798385 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c00b70e3-a77d-4db7-8bf3-5d3745e8cdae HTTP/1.1" status: 204 len: 168 time: 0.9245036 Jun 06 19:15:34.804337 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00b70e3-a77d-4db7-8bf3-5d3745e8cdae,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:34.806120 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45066) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:34.837877 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:34.844210 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-445f2a30-5b72-4906-b2cf-d2f9ff6df591 req-58d00d8e-42d0-4a6e-b9c4-d1beb1e0cd39 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925603 Jun 06 19:15:34.920318 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-b45e1318-68bc-4144-ad7f-95e06d53d90a', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:15:34.921437 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:34.927722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad8efd-5313-4405-8896-726633a7ee87 req-b49e8093-019b-43fa-a465-97d029eda405 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:34.930287 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0aad8efd-5313-4405-8896-726633a7ee87 req-b49e8093-019b-43fa-a465-97d029eda405 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 943 time: 0.0850763 Jun 06 19:15:34.943244 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Deleting subnet 79c08232-cb2f-4b8a-9212-f1b3763f3d33 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:15:34.987358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0aad8efd-5313-4405-8896-726633a7ee87 req-776569a2-ef61-4367-a18c-8337f1ef62f0 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Jun 06 19:15:34.998582 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.155973 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Allocated IP 172.20.0.2 (b45e1318-68bc-4144-ad7f-95e06d53d90a/82625c9e-d8ff-45b0-842a-9d6b930b2a60/e70fb95a-be98-4eea-bd64-711eb140a00a) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:35.179174 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.215124 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.262588 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.275445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe9117-6d22-4ea1-82b8-5d520f669714 req-7143bb4d-a9a8-4c93-b964-7e209f7ad651 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:35.278326 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04fe9117-6d22-4ea1-82b8-5d520f669714 req-7143bb4d-a9a8-4c93-b964-7e209f7ad651 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.0992765 Jun 06 19:15:35.343243 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04fe9117-6d22-4ea1-82b8-5d520f669714 req-559beb52-456f-4749-9be0-907b3a206cfa tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639348 Jun 06 19:15:35.405082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.412042 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:35.452173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.456401 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c08232-cb2f-4b8a-9212-f1b3763f3d33,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:35.458855 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.461204 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/79c08232-cb2f-4b8a-9212-f1b3763f3d33 HTTP/1.1" status: 204 len: 168 time: 0.6526279 Jun 06 19:15:35.463473 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45106) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:35.467713 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Transition to ACTIVE for port object e70fb95a-be98-4eea-bd64-711eb140a00a will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:35.469060 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3a479d8d-0031-43c9-ab0f-71a08b76e598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:35.499683 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Transition to ACTIVE for port object e70fb95a-be98-4eea-bd64-711eb140a00a will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:35.511992 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.522203 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:35.616598 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.642684 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Network b45e1318-68bc-4144-ad7f-95e06d53d90a is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:35.646719 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:35.650908 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:35.762026 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Pushing event updated for resources: {'Port': ['ID=e70fb95a-be98-4eea-bd64-711eb140a00a,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:35.771077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.791451 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.820669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Attempting to bind port e70fb95a-be98-4eea-bd64-711eb140a00a on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:35.821045 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Attempting to bind port e70fb95a-be98-4eea-bd64-711eb140a00a by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:35.821410 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Attempting to bind port e70fb95a-be98-4eea-bd64-711eb140a00a on network b45e1318-68bc-4144-ad7f-95e06d53d90a {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:35.825649 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.826030 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.826362 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.826473 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.826687 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.827006 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.827328 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.827641 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.827957 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.828269 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.828576 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.828889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.829194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:35.839917 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.840256 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.841107 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.841470 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > port after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.842052 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.842407 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > port after_update 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.843795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.843795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.843795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.844142 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.857710 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:35.859022 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:35.859283 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Checking segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:35.859693 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.860086 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Bound using segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:35.860570 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Bound port: e70fb95a-be98-4eea-bd64-711eb140a00a, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:35.860940 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.931831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.932349 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.932616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.932948 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 19:15:35.933321 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a14ce12-3c2c-498f-8286-1f1116d435dd']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:35.946986 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad42b86e-6e45-4fe9-a75e-fc0f41003db0') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:35.947278 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad42b86e-6e45-4fe9-a75e-fc0f41003db0') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:35.959648 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.976755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.991741 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:15:35.991741 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:35.994830 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Allocated IP 172.27.1.57 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/7728a95e-e872-426d-aece-aa1c6695aa21) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: from cryptography.utils import int_from_bytes Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: from cryptography.utils import int_from_bytes Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:15:36.007879 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:15:36.080290 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] For port e70fb95a-be98-4eea-bd64-711eb140a00a, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:36.087869 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.091910 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] For port e70fb95a-be98-4eea-bd64-711eb140a00a, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e70fb95a-be98-4eea-bd64-711eb140a00a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:36.104418 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.109983 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:36.121740 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.129586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-21f88d3c-e7d7-4026-97b7-8c98a3a17e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:36.150858 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482b6d3-ddd9-4aaf-87c8-ed196bf54c48 req-2a700a57-f98a-480e-8a10-25de0f8ea290 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:36.158275 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f482b6d3-ddd9-4aaf-87c8-ed196bf54c48 req-2a700a57-f98a-480e-8a10-25de0f8ea290 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 945 time: 0.3725369 Jun 06 19:15:36.181990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.202098 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9a14ce12-3c2c-498f-8286-1f1116d435dd HTTP/1.1" status: 204 len: 168 time: 0.7273664 Jun 06 19:15:36.205691 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a14ce12-3c2c-498f-8286-1f1116d435dd,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:36.210359 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:36.248252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Pushing event updated for resources: {'Port': ['ID=e70fb95a-be98-4eea-bd64-711eb140a00a,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:36.251538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:36.291528 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18feefcf-f932-4694-9201-f9820641eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.323026 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.400807 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f482b6d3-ddd9-4aaf-87c8-ed196bf54c48 req-b01da47c-7ea3-4cab-8484-450adf1e6b8a tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412860 Jun 06 19:15:36.422079 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:36.427661 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:36.471632 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be91233-3723-49f9-97e1-817337939e7a req-dc7b0569-12e1-4f40-b7fd-8ea994ae911d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:36.476545 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7be91233-3723-49f9-97e1-817337939e7a req-dc7b0569-12e1-4f40-b7fd-8ea994ae911d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 943 time: 0.2230809 Jun 06 19:15:36.595842 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7be91233-3723-49f9-97e1-817337939e7a req-21e68b96-d8dd-4475-9979-2a7fb4227868 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142013 Jun 06 19:15:36.639995 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:36.643235 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:36.651599 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:36.715665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45158) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:36.769720 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Pushing event updated for resources: {'Port': ['ID=7728a95e-e872-426d-aece-aa1c6695aa21,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:36.777201 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:36.810181 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41b83-502f-4b70-96d3-e600fbf91254 req-535e8fc6-5d9a-4b64-b80d-4da0e7f78de8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:36.815580 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ee41b83-502f-4b70-96d3-e600fbf91254 req-535e8fc6-5d9a-4b64-b80d-4da0e7f78de8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1400576 Jun 06 19:15:36.865634 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45168) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:36.970527 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ee41b83-502f-4b70-96d3-e600fbf91254 req-fc5dbefb-2e61-41bf-942a-9eaa171dc3d3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432774 Jun 06 19:15:37.022018 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-deff805d-a0d3-4f6e-9024-309c558ca9de tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:37.023439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-deff805d-a0d3-4f6e-9024-309c558ca9de tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 945 time: 0.1263978 Jun 06 19:15:37.073234 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-393aef9c-9e69-44d8-8343-249889dd1834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67e01437bbf342bc8045cc75e54498db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383024 Jun 06 19:15:37.073766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.081398 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45172) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:37.118155 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 942487e9-9291-441a-b6ad-5332c9635209 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:15:37.259067 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.282682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 942487e9-9291-441a-b6ad-5332c9635209, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=942487e9-9291-441a-b6ad-5332c9635209,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:37.298277 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.309740 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.349560 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '942487e9-9291-441a-b6ad-5332c9635209', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'port_id': '942487e9-9291-441a-b6ad-5332c9635209', 'mac_address': 'fa:16:3e:bc:4c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77947762-3853-437a-9685-04f39386f7d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:15:37.386055 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.402561 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.404990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.409604 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/635a8333-74c5-4e73-abd7-5fb6fb51ce49 HTTP/1.1" status: 204 len: 168 time: 0.3181226 Jun 06 19:15:37.411794 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5daf3108-67d9-46a2-a567-95d0f4a1a04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:37.421724 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.428899 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a8333-74c5-4e73-abd7-5fb6fb51ce49,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:37.432319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:37.461640 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Deleting port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:15:37.462043 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.486454 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942487e9-9291-441a-b6ad-5332c9635209 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:37.504982 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 942487e9-9291-441a-b6ad-5332c9635209, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=942487e9-9291-441a-b6ad-5332c9635209,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:37.513513 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.517300 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:37.619440 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105288dd-44a8-425d-b699-687028bd2861 None None] Network b45e1318-68bc-4144-ad7f-95e06d53d90a requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:37.659279 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=942487e9-9291-441a-b6ad-5332c9635209,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:37.663960 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:37.762208 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-e15debf6-99aa-4dab-b070-09ce6d2df5fe None None] Provisioning for port e70fb95a-be98-4eea-bd64-711eb140a00a completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:37.795354 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] For port 8ea998a4-2bb6-448b-b4fd-6693e73437c3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=8ea998a4-2bb6-448b-b4fd-6693e73437c3,segment=NetworkSegment(8cd60dfc-8016-4d94-9b78-9f0996936686),segment_id=8cd60dfc-8016-4d94-9b78-9f0996936686)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:37.795727 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.819805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.863782 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:37.897667 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['942487e9-9291-441a-b6ad-5332c9635209'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:37.950753 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45182) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:38.021358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.027943 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3099597e-7afa-49af-af7c-d7e9fa65d5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:38.046787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Calling delete_port for 8ea998a4-2bb6-448b-b4fd-6693e73437c3 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:15:38.224373 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e99b9-bdb7-411a-b13a-658d871b4863,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:38.237587 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b290d5c2ea9407b85e7d2916cc887fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3711362 Jun 06 19:15:38.239659 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45192) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:38.247453 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:38.288325 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00294-7269-455b-843b-6186cf260dfb req-ce9c8b62-4841-4d2a-8c0b-1af6366aef23 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:38.290068 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-92f00294-7269-455b-843b-6186cf260dfb req-ce9c8b62-4841-4d2a-8c0b-1af6366aef23 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 945 time: 0.6640873 Jun 06 19:15:38.321883 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-cf7f550a-36d2-4494-ba35-8d9e97ea76f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a672b3029c4c4789bb4cbb5f09ce45f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681972 Jun 06 19:15:38.322906 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45196) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:38.346233 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:15:38.360434 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e70fb95a-be98-4eea-bd64-711eb140a00a up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:38.410336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-92f00294-7269-455b-843b-6186cf260dfb req-ff20c1b1-2525-4dc6-93e3-90a74f187b99 tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb10c8e8-30e8-44bb-a327-94d79e2dd02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088774 Jun 06 19:15:38.425650 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824d5e-12db-482f-a89e-16eda4b1a962 req-2d38ea7b-9950-4c41-aef3-777c3f9f6176 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:38.427307 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-88824d5e-12db-482f-a89e-16eda4b1a962 req-2d38ea7b-9950-4c41-aef3-777c3f9f6176 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 944 time: 0.4785795 Jun 06 19:15:38.432316 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.507445 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port e70fb95a-be98-4eea-bd64-711eb140a00a completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:38.513414 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port e70fb95a-be98-4eea-bd64-711eb140a00a triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:38.514530 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.524993 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.534496 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.573329 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-88824d5e-12db-482f-a89e-16eda4b1a962 req-39a0f654-6a79-4da0-b990-ebad2d6c46c2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122508 Jun 06 19:15:38.579254 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.598811 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.609506 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:38.651921 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Pushing event deleted for resources: {'Port': ['ID=8ea998a4-2bb6-448b-b4fd-6693e73437c3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:38.656544 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:38.674311 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.708636 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:15:38.717860 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Sync routers for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:15:38.730269 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port e70fb95a-be98-4eea-bd64-711eb140a00a, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e70fb95a-be98-4eea-bd64-711eb140a00a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:38.730737 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:38.731359 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:38.735504 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.745160 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:38.750771 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.756269 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1177752 Jun 06 19:15:38.757680 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45200) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:38.773858 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] No DVR routers for this DVR port 8ea998a4-2bb6-448b-b4fd-6693e73437c3 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:15:38.782656 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.785480 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.794852 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/715e99b9-bdb7-411a-b13a-658d871b4863 HTTP/1.1" status: 204 len: 168 time: 0.5410373 Jun 06 19:15:38.801205 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.805251 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f93b30d4-96eb-46ec-8312-16edfdfe3e3d req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.16 "DELETE /v2.0/ports/8ea998a4-2bb6-448b-b4fd-6693e73437c3 HTTP/1.1" status: 204 len: 173 time: 1.7677233 Jun 06 19:15:38.810907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3cadab38-739f-4594-a27a-2f27bd9c7e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:38.823418 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'name': 'network-vif-deleted', 'tag': '8ea998a4-2bb6-448b-b4fd-6693e73437c3'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:38.825801 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e275813-b312-4ad2-9106-7e6f1473fee4" -d '{"events": [{"server_uuid": "1e3c0b66-d01d-414b-abbe-d00fc0093888", "name": "network-vif-deleted", "tag": "8ea998a4-2bb6-448b-b4fd-6693e73437c3"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:38.850943 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.861809 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=e70fb95a-be98-4eea-bd64-711eb140a00a,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:38.866559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e99b9-bdb7-411a-b13a-658d871b4863,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:38.868874 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:38.870808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:38.903929 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b84f2d-8583-454c-bb93-c8386c09adf6 req-ba67d6a6-7ea4-4cfd-9bdc-ddd140af6140 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:38.906401 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-53b84f2d-8583-454c-bb93-c8386c09adf6 req-ba67d6a6-7ea4-4cfd-9bdc-ddd140af6140 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1787932 Jun 06 19:15:38.932057 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.936672 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:38.938831 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/279a6c48-a266-429e-8849-e942d947b696 HTTP/1.1" status: 204 len: 168 time: 0.6148956 Jun 06 19:15:38.940319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bfb639-4e16-471b-b7af-890965cdc3b7 x-openstack-request-id: req-a6bfb639-4e16-471b-b7af-890965cdc3b7 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:38.940621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c0b66-d01d-414b-abbe-d00fc0093888", "name": "network-vif-deleted", "tag": "8ea998a4-2bb6-448b-b4fd-6693e73437c3", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:38.940887 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6bfb639-4e16-471b-b7af-890965cdc3b7 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:38.944200 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b2dff1fc-5fe4-4c5d-bcef-63f3ee8508a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:38.951056 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3c0b66-d01d-414b-abbe-d00fc0093888', 'name': 'network-vif-deleted', 'tag': '8ea998a4-2bb6-448b-b4fd-6693e73437c3', 'status': 'completed', 'code': 200} Jun 06 19:15:38.956366 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:38.966956 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a6c48-a266-429e-8849-e942d947b696,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:38.977104 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:39.007224 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-53b84f2d-8583-454c-bb93-c8386c09adf6 req-c8d3da3f-d1dd-41ea-b947-a02c9dc6aa50 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916424 Jun 06 19:15:39.140901 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 942487e9-9291-441a-b6ad-5332c9635209 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:39.248654 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 942487e9-9291-441a-b6ad-5332c9635209 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:39.255128 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 942487e9-9291-441a-b6ad-5332c9635209 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:39.255322 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:39.391483 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:37Z', 'revision_number': 3, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:39.396256 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Checking router: 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:15:39.396807 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Updating router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 port 7728a95e-e872-426d-aece-aa1c6695aa21 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:15:39.439370 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:39.492575 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a16b6-a218-4038-a15c-72129370fb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942487e9-9291-441a-b6ad-5332c9635209'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:15:39.499093 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38408dd5-f59c-4047-b26b-5b4522163f69" -d '{"events": [{"server_uuid": "569a16b6-a218-4038-a15c-72129370fb78", "name": "network-vif-plugged", "status": "completed", "tag": "942487e9-9291-441a-b6ad-5332c9635209"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:15:39.517743 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 942487e9-9291-441a-b6ad-5332c9635209, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=942487e9-9291-441a-b6ad-5332c9635209,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:39.519485 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:39.526560 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:39.527442 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 8ea998a4-2bb6-448b-b4fd-6693e73437c3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:15:39.579845 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:39.642768 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45232) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:39.691878 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3fa92-8ade-4863-b812-d0fac9c87069 x-openstack-request-id: req-bbc3fa92-8ade-4863-b812-d0fac9c87069 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:15:39.692094 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a16b6-a218-4038-a15c-72129370fb78", "name": "network-vif-plugged", "status": "completed", "tag": "942487e9-9291-441a-b6ad-5332c9635209", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:15:39.692333 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbc3fa92-8ade-4863-b812-d0fac9c87069 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:15:39.692706 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a16b6-a218-4038-a15c-72129370fb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942487e9-9291-441a-b6ad-5332c9635209', 'code': 200} Jun 06 19:15:39.745101 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 8ea998a4-2bb6-448b-b4fd-6693e73437c3 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:15:39.745569 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 8ea998a4-2bb6-448b-b4fd-6693e73437c3 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:15:39.803474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=942487e9-9291-441a-b6ad-5332c9635209,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:39.807510 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:39.816308 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:39.852305 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a6a3a44-2fb1-493d-b793-2c87193d3a41 req-5aba45d8-a9cb-43a7-a8af-8fd1960e8edb tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3c0b66-d01d-414b-abbe-d00fc0093888 HTTP/1.1" status: 200 len: 210 time: 0.1646721 Jun 06 19:15:39.909504 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.147559 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.180301 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Allocated IP 172.20.0.1 (b45e1318-68bc-4144-ad7f-95e06d53d90a/82625c9e-d8ff-45b0-842a-9d6b930b2a60/6d84e457-70ab-4f3b-a1dc-ac0563373b4e) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:40.187118 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Transition to ACTIVE for port object 7728a95e-e872-426d-aece-aa1c6695aa21 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:40.202072 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.206376 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:40.229045 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d173e-f3df-49b4-9683-ab4a65811c20 req-4fb6fd37-b8a0-46a6-96eb-7d8c2c8444c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:40.230847 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-204d173e-f3df-49b4-9683-ab4a65811c20 req-4fb6fd37-b8a0-46a6-96eb-7d8c2c8444c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 1098 time: 0.2340961 Jun 06 19:15:40.273738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b08a27-f973-495d-9189-c70ccc588a6a req-21167e91-1f2e-4518-9b97-b07264ef60fc tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:40.275530 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f6b08a27-f973-495d-9189-c70ccc588a6a req-21167e91-1f2e-4518-9b97-b07264ef60fc tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.4222353 Jun 06 19:15:40.350325 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e70fb95a-be98-4eea-bd64-711eb140a00a up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:40.361458 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Pushing event updated for resources: {'Port': ['ID=7728a95e-e872-426d-aece-aa1c6695aa21,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:40.384355 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.384839 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.385314 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.385730 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.387135 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.387135 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.387135 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.387135 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.387829 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.388229 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.388781 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.389230 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:15:40.395393 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:40.400087 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Attempting to bind port 7728a95e-e872-426d-aece-aa1c6695aa21 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:40.400546 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Attempting to bind port 7728a95e-e872-426d-aece-aa1c6695aa21 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:40.400997 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Attempting to bind port 7728a95e-e872-426d-aece-aa1c6695aa21 on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:40.407109 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:40.408396 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:40.408396 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.408997 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:40.409929 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Bound port: 7728a95e-e872-426d-aece-aa1c6695aa21, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:40.410540 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.436036 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port e70fb95a-be98-4eea-bd64-711eb140a00a triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:40.436415 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.518019 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-204d173e-f3df-49b4-9683-ab4a65811c20 req-f14f2063-104f-4d72-adeb-83223cdd8d0d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681973 Jun 06 19:15:40.519592 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] For port 7728a95e-e872-426d-aece-aa1c6695aa21, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:40.523134 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] For port 7728a95e-e872-426d-aece-aa1c6695aa21, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7728a95e-e872-426d-aece-aa1c6695aa21,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:40.552134 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.554265 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:40.562348 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f6b08a27-f973-495d-9189-c70ccc588a6a req-feae912f-05f7-4336-9457-879c49bdf57d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727733 Jun 06 19:15:40.583567 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.600599 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.611829 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.629872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fb958060-1710-44c7-aa69-2fa087c29fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:40.632210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Transition to ACTIVE for port object 6d84e457-70ab-4f3b-a1dc-ac0563373b4e will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:40.643157 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=850c3910a2264d63acad268ec841c7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956694 Jun 06 19:15:40.644805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45258) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:40.663095 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:40.663982 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:40.667448 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.674360 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:40.680509 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d76d4-4561-43c0-b973-e0b6930c17e0 req-30e8daf8-9290-470f-9920-e93a4e6c95ee tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:40.682012 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-245d76d4-4561-43c0-b973-e0b6930c17e0 req-30e8daf8-9290-470f-9920-e93a4e6c95ee tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.3582871 Jun 06 19:15:40.730714 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18455d26-3031-489c-948a-d5cdbda537ad,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:40.746264 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:40.753044 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Network b45e1318-68bc-4144-ad7f-95e06d53d90a is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:40.756049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:40.760003 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:40.797230 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-245d76d4-4561-43c0-b973-e0b6930c17e0 req-e34be992-475c-465f-af2c-41a7d78e987b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012127 Jun 06 19:15:40.801360 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Pushing event updated for resources: {'Port': ['ID=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:40.805810 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:40.828545 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.837571 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.872990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:40.904978 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:41.007686 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.010949 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.015638 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18455d26-3031-489c-948a-d5cdbda537ad HTTP/1.1" status: 204 len: 168 time: 0.3659453 Jun 06 19:15:41.016566 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:41.037166 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18455d26-3031-489c-948a-d5cdbda537ad,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:41.043137 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:41.115105 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.184428 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-4f6764e5-50ea-412e-b8ad-fc9c1d99906b None None] Provisioning for port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:41.200178 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-4f6764e5-50ea-412e-b8ad-fc9c1d99906b None None] Provisioning complete for port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:41.200544 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4f6764e5-50ea-412e-b8ad-fc9c1d99906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.331125 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-4f6764e5-50ea-412e-b8ad-fc9c1d99906b None None] Port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:15:41.391965 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Pushing event updated for resources: {'Port': ['ID=7728a95e-e872-426d-aece-aa1c6695aa21,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:41.398620 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-18a3ac29-e14c-4b49-aae1-20426389af96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:41.544504 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45288) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:41.565720 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.576693 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.631558 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-baaec5a1-416b-4c67-ae99-17b992fd6339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:41.732608 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:37Z', 'revision_number': 3, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:41.737789 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9fe35-36ea-4c7d-8b0d-97445df5b542 None None] The sync data for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi is: [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:37Z', 'revision_number': 3, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:15:41.884032 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.916082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Pushing event updated for resources: {'Port': ['ID=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:41.918872 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:41.922850 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:41.996404 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba8f10-493c-464b-aa4d-bbe8d67db22a req-ba750fe1-2c53-41c1-8c44-ad07764aaa37 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:42.003891 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83ba8f10-493c-464b-aa4d-bbe8d67db22a req-ba750fe1-2c53-41c1-8c44-ad07764aaa37 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.1942134 Jun 06 19:15:42.074393 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83ba8f10-493c-464b-aa4d-bbe8d67db22a req-b5bd605d-4608-4ef9-8911-857d57efbc23 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Jun 06 19:15:42.182447 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Network b45e1318-68bc-4144-ad7f-95e06d53d90a is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:42.184107 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:42.235150 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.257126 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fe354-84b8-4def-a334-fcaec8238182 req-025b8cfa-41d5-4d48-87ea-14f94f00fbc5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:42.260025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-111fe354-84b8-4def-a334-fcaec8238182 req-025b8cfa-41d5-4d48-87ea-14f94f00fbc5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1802022 Jun 06 19:15:42.268137 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.277962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-999f8ea2-8639-4639-b0fe-ebb70275a0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:42.388769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7728a95e-e872-426d-aece-aa1c6695aa21 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:42.471782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc4096-199b-47e3-976b-a64e2fe05b16,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:42.487040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:42.548432 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-111fe354-84b8-4def-a334-fcaec8238182 req-9cd78801-e8a9-46c5-b8bd-3a4d40673fb2 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690964 Jun 06 19:15:42.559919 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f51af578221e424c91a9f43f876e19eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0142388 Jun 06 19:15:42.568060 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45320) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:42.587632 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 7728a95e-e872-426d-aece-aa1c6695aa21 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:42.593139 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 7728a95e-e872-426d-aece-aa1c6695aa21 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:42.593509 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.631608 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:15:42.641995 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.681714 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.702209 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ba6a3db4-df2c-4180-8cd6-d03ec5cfe9b1 None None] Provisioning complete for port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:42.702578 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3db4-df2c-4180-8cd6-d03ec5cfe9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.751170 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.756401 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.757587 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cfc4096-199b-47e3-976b-a64e2fe05b16 HTTP/1.1" status: 204 len: 168 time: 0.1883752 Jun 06 19:15:42.758397 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-082ab20e-7190-4891-8b35-0fb3b8c26c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:42.771014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc4096-199b-47e3-976b-a64e2fe05b16,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:42.778769 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:42.826532 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a3db4-df2c-4180-8cd6-d03ec5cfe9b1 None None] Port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:15:42.921857 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.925728 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:15:42.943835 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] 10.222.0.43 "PUT /v2.0/routers/72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1846695 Jun 06 19:15:42.945265 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 7728a95e-e872-426d-aece-aa1c6695aa21, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7728a95e-e872-426d-aece-aa1c6695aa21,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:42.950077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:42.954437 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:43.026644 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=7728a95e-e872-426d-aece-aa1c6695aa21,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:43.030587 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:43.338412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa099-e50d-4083-a119-8a204cb29f69 req-0b4766ff-6f7d-4ee5-afdd-c5b41efd1f86 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:43.340172 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60bfa099-e50d-4083-a119-8a204cb29f69 req-0b4766ff-6f7d-4ee5-afdd-c5b41efd1f86 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.1481454 Jun 06 19:15:43.407765 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60bfa099-e50d-4083-a119-8a204cb29f69 req-071ae60e-3ecc-4c40-bb4f-620603914070 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595868 Jun 06 19:15:43.508742 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45358) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:43.637547 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Deleting subnet 46a020ff-7a3d-4a0c-9f82-688e88091559 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:15:43.640766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:43.753622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:43.999631 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.121809 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76044040-843a-4f13-9895-bad28ce8582a req-e37e11b3-444c-4544-bb7a-7cb2db8f16e9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:44.133466 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-76044040-843a-4f13-9895-bad28ce8582a req-e37e11b3-444c-4544-bb7a-7cb2db8f16e9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.2973070 Jun 06 19:15:44.179304 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Sync routers for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:15:44.196410 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:44.198488 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:44.237036 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45394) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:44.239791 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.245665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676257110-network', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:44.264753 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-76044040-843a-4f13-9895-bad28ce8582a req-7f34c9ef-bb6b-4e9d-adab-e6f2b76a64eb tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299558 Jun 06 19:15:44.266790 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:44.304956 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Made reservation on behalf of 4ca8ae1ed44143479f1d20ac386bec4a for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:44.308536 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.313012 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a020ff-7a3d-4a0c-9f82-688e88091559,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:44.330649 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.336806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46a020ff-7a3d-4a0c-9f82-688e88091559 HTTP/1.1" status: 204 len: 168 time: 0.8269727 Jun 06 19:15:44.337366 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45400) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:44.338084 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.363172 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:44.417461 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7728a95e-e872-426d-aece-aa1c6695aa21 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:44.530086 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.584347 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 7728a95e-e872-426d-aece-aa1c6695aa21 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:44.584835 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.631736 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:44.751226 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:15:44.838202 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.857652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b168a4e-36b4-4fc5-9242-ba38d09cb7bf']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:44.872793 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd60dfc-8016-4d94-9b78-9f0996936686') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:44.873094 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd60dfc-8016-4d94-9b78-9f0996936686') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:44.891109 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.920288 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.938752 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:15:44.939249 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:15:44.953992 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:15:44.985450 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.033570 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.043699 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-703d37f6-2f31-4153-ad79-e2b0e55ab463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:45.075492 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:15:45.078582 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.100253 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.102357 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b168a4e-36b4-4fc5-9242-ba38d09cb7bf HTTP/1.1" status: 204 len: 168 time: 0.7296822 Jun 06 19:15:45.103538 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.103928 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Added segment 0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae of type vlan for network ffd020ad-b48b-479b-a88a-40ce18516cf9 Jun 06 19:15:45.105204 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37c2f9e-6d62-4d82-8c8c-73b446c59fc4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:45.108742 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:45.113413 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef990191-eafd-4496-8399-b37edfb1b7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:45.134899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b168a4e-36b4-4fc5-9242-ba38d09cb7bf,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:45.141153 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:45.164159 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.201479 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.202928 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:41Z', 'revision_number': 2, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:45.203490 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:45.203828 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.209500 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Checking router: 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:15:45.209943 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Updating router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:15:45.219918 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6eca384a-fcb9-4bba-b836-9f01c9999414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:45.244806 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0034175 Jun 06 19:15:45.245485 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45438) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:45.254780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Request body: {'subnet': {'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676257110-subnet', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:45.301378 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.307886 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Made reservation on behalf of 4ca8ae1ed44143479f1d20ac386bec4a for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:45.310735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10700878'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.340896 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Pushing event updated for resources: {'Network': ['ID=ffd020ad-b48b-479b-a88a-40ce18516cf9,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:45.343615 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:45.391079 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:15:45.488882 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45444) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:45.588405 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4070473a-1f18-49ea-a7e2-a99bc99ae77b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc17e830cb394bf6952dd0830d970baa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0982916 Jun 06 19:15:45.591676 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45446) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:45.651505 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10963205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10700892'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.664466 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312ff13-e071-4fe9-905a-849265532ed0 req-d582a21a-68f7-4b2a-b97d-c2cad11fd2f3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:45.666121 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1312ff13-e071-4fe9-905a-849265532ed0 req-d582a21a-68f7-4b2a-b97d-c2cad11fd2f3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1432712 Jun 06 19:15:45.667841 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4670b183-b775-4d45-9ba4-636a2264b97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:45.702594 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.761812 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.776871 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f029ffe3-80c0-495d-803f-2f743a5f350e,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:45.785941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:45.798260 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1312ff13-e071-4fe9-905a-849265532ed0 req-e25aa68d-7d46-4ab7-a48d-3c83eb870123 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981557 Jun 06 19:15:45.799417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Checking segment: {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:45.799868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Network hostable DHCP agents. Network: ffd020ad-b48b-479b-a88a-40ce18516cf9, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:15:45.845329 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:15:45.858128 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.860998 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.861396 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, ffd020ad-b48b-479b-a88a-40ce18516cf9) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:45.863394 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb10c8e8-30e8-44bb-a327-94d79e2dd02c HTTP/1.1" status: 204 len: 168 time: 0.2705626 Jun 06 19:15:45.864146 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:45.878571 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb10c8e8-30e8-44bb-a327-94d79e2dd02c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:45.881362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:45.882209 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.882319 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:45.884835 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043d8c2-c4e1-40ab-be91-06a4f6d5aea1 None None] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:45.914475 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6679740 Jun 06 19:15:45.917118 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45466) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:45.927881 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:45.970672 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.993562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:45.995227 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.005312 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Transition to ACTIVE for port object 6d84e457-70ab-4f3b-a1dc-ac0563373b4e will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:46.028720 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.070043 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.081736 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:46.449501 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.526408 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a7b96-ae8b-4106-ae28-72df571087b9 None None] Pushing event updated for resources: {'Port': ['ID=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:46.576805 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-112a7b96-ae8b-4106-ae28-72df571087b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:46.605329 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Attempting to bind port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:46.605694 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Attempting to bind port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:46.606095 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Attempting to bind port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e on network b45e1318-68bc-4144-ad7f-95e06d53d90a {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:46.621411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:46.621784 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Checking segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:46.622214 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.622601 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Bound using segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:46.623065 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Bound port: 6d84e457-70ab-4f3b-a1dc-ac0563373b4e, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:46.623442 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.734467 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-ffd020ad-b48b-479b-a88a-40ce18516cf9', 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'fixed_ips': [{'subnet_id': 'f029ffe3-80c0-495d-803f-2f743a5f350e'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:15:46.735317 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.836242 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] For port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:46.857040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] For port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:46.874052 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.880148 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:46.898717 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:46.959051 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.045571 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:47.046339 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:47.163051 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a7b96-ae8b-4106-ae28-72df571087b9 None None] Pushing event updated for resources: {'Port': ['ID=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:47.193277 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-112a7b96-ae8b-4106-ae28-72df571087b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:47.214277 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Allocated IP 172.20.0.2 (ffd020ad-b48b-479b-a88a-40ce18516cf9/f029ffe3-80c0-495d-803f-2f743a5f350e/9872c0e9-1b9d-4bec-983e-be8c56163b57) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:47.220279 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45516) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:47.324838 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d9f4-1d5a-47b4-9378-9a056e1f5f18 req-94c6da44-b262-4304-89e4-1c5dded4602a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:47.327346 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4438d9f4-1d5a-47b4-9378-9a056e1f5f18 req-94c6da44-b262-4304-89e4-1c5dded4602a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.2880046 Jun 06 19:15:47.342394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Allocated IP 172.27.1.138 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/ae4f142b-a356-47e1-adfc-d686a7ef8bbe) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:47.511950 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:47.631620 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4438d9f4-1d5a-47b4-9378-9a056e1f5f18 req-1a1f1d82-8b2b-4414-a3dc-8a0eed9fd6c1 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925198 Jun 06 19:15:47.636420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.686321 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.691941 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.692821 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:47.702107 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Transition to ACTIVE for port object 9872c0e9-1b9d-4bec-983e-be8c56163b57 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:47.718051 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-231933082-network', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:47.720240 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Transition to ACTIVE for port object 9872c0e9-1b9d-4bec-983e-be8c56163b57 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:47.763433 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Made reservation on behalf of 91cdd12ee5be49c9a00487b3c6692b2c for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:47.767209 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.781305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:47.784258 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.792187 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:47.794134 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:47.795926 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:47.796763 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.802487 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:47.808757 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:47.875456 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:47.886894 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:47.901938 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:47.930223 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.935190 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.950269 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:15:47.961017 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:47.961477 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Added segment 5b865f62-1560-4060-b694-8bd46df7feb1 of type vlan for network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 Jun 06 19:15:47.994166 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.008511 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-69d2d510-8996-42bb-b088-a0b884372c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:48.052865 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca3319b-42ef-4bfa-9814-7da7ff745fa4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:48.057530 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:48.062066 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.063602 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:48.064241 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.092518 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:48.115502 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Pushing event updated for resources: {'Port': ['ID=9872c0e9-1b9d-4bec-983e-be8c56163b57,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:48.121685 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:48.143448 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Attempting to bind port 9872c0e9-1b9d-4bec-983e-be8c56163b57 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:48.143815 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Attempting to bind port 9872c0e9-1b9d-4bec-983e-be8c56163b57 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:48.144195 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Attempting to bind port 9872c0e9-1b9d-4bec-983e-be8c56163b57 on network ffd020ad-b48b-479b-a88a-40ce18516cf9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:48.174624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:48.174624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Checking segment: {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:48.174624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.175092 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Bound using segment: {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:48.175197 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Bound port: 9872c0e9-1b9d-4bec-983e-be8c56163b57, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:48.175536 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.241509 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:48.251272 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:48.264853 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:15:48.265806 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0435972 Jun 06 19:15:48.266614 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45532) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:48.271695 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Request body: {'subnet': {'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-231933082-subnet', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:48.318968 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Made reservation on behalf of 91cdd12ee5be49c9a00487b3c6692b2c for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:48.321290 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11914536'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.406473 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.427356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] For port 9872c0e9-1b9d-4bec-983e-be8c56163b57, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:48.437521 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] For port 9872c0e9-1b9d-4bec-983e-be8c56163b57, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9872c0e9-1b9d-4bec-983e-be8c56163b57,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:48.447353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:46Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:48.451548 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.456546 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:48.500710 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2f313-6e0e-4229-922f-585c7c127717 None None] The sync data for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi is: [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:46Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:15:48.547428 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Pushing event updated for resources: {'Port': ['ID=9872c0e9-1b9d-4bec-983e-be8c56163b57,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:48.551183 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:48.736317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11211168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11914554'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:48.747645 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1c53d849-1677-4a43-a14a-c2cbb0188be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:48.943018 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Checking segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:48.943817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Network hostable DHCP agents. Network: d2f24d67-9e57-4f05-bd47-d3fa2a9d6023, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:15:48.950947 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:48.953892 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:48.987050 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:15:49.017968 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, d2f24d67-9e57-4f05-bd47-d3fa2a9d6023) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:49.026631 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:49.027391 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.031235 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e939c-ee58-49ec-a036-4c811281cbf8 None None] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:49.075025 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-08722db8-f43e-41ac-a678-f5dca10c407e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8073132 Jun 06 19:15:49.077778 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45552) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:49.083423 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:49.122859 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.124401 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.151034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.208253 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.424495 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-d2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:15:49.438511 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.493463 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d9013-b7c3-419c-abc8-84d3f070db24 req-585b080c-6d44-4b92-8a1c-9fdb929dbc21 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:49.496224 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b8d9013-b7c3-419c-abc8-84d3f070db24 req-585b080c-6d44-4b92-8a1c-9fdb929dbc21 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.4077067 Jun 06 19:15:49.583857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:49.609961 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b8d9013-b7c3-419c-abc8-84d3f070db24 req-daa94ab1-7a3b-4768-928c-6bd83c428d57 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061120 Jun 06 19:15:49.613847 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:15:49.813320 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Allocated IP 172.20.0.2 (d2f24d67-9e57-4f05-bd47-d3fa2a9d6023/2f7c251f-a6fb-4b3b-ba61-9472547c5c0c/9b3652ef-84eb-4162-babb-c3724b0c0e6a) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:50.063878 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ed9a1-e663-4427-81fc-d59ad4069df7 None None] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:50.150452 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:15:50.160716 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Sync routers for ids ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:15:50.171638 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Routers {'2bda4ab6-465f-4100-97cb-af8a7f2e49a7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:50.174440 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:50.317417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:50.319686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4014273 Jun 06 19:15:50.330010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45590) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:50.370227 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-92177bbe-c727-4846-aa3c-4c986ab5e779 None None] Provisioning for port 9872c0e9-1b9d-4bec-983e-be8c56163b57 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:50.519087 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-a1f300d8-e866-45a1-9c87-8f99de86cd23 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:50.527628 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-a1f300d8-e866-45a1-9c87-8f99de86cd23 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.5164068 Jun 06 19:15:50.547160 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-947b39fe-220c-4eb1-9bcf-fcda9c583c59 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/quotas/8525fb2525d7418ca8e52a492b3117b1 HTTP/1.1" status: 200 len: 375 time: 0.0185635 Jun 06 19:15:50.584980 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9872c0e9-1b9d-4bec-983e-be8c56163b57 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:50.654948 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:50.665249 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-2575b51c-b07e-4b9e-95ee-c3bb3314470b tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171362 Jun 06 19:15:50.700579 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:50.748303 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Set router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:50.783229 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:50.849927 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-0835f0ca-4bad-41b9-8bd7-746f441f37f7 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830351 Jun 06 19:15:50.857235 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Transition to ACTIVE for port object 9b3652ef-84eb-4162-babb-c3724b0c0e6a will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:50.873250 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Allocated IP 172.27.1.26 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/ea29ca78-b33e-4354-b0aa-a6f0dae1a228) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:50.912055 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Transition to ACTIVE for port object 9b3652ef-84eb-4162-babb-c3724b0c0e6a will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:50.932802 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:50.938946 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:50.994369 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 9872c0e9-1b9d-4bec-983e-be8c56163b57 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:51.082976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9872c0e9-1b9d-4bec-983e-be8c56163b57 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:51.084077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:51.119903 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:51.139913 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:51.160675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:51.168122 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Pushing event updated for resources: {'Port': ['ID=9b3652ef-84eb-4162-babb-c3724b0c0e6a,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:51.184920 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:51.268534 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-a3a90161-c3ef-4de3-9dfc-78cfb6d49957 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174616 Jun 06 19:15:51.301507 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aca3b-649e-4a5b-9e91-6e10b0efdd6c req-4bce24ab-18c2-4dc9-8cb4-3440d7920644 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:51.309078 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-826aca3b-649e-4a5b-9e91-6e10b0efdd6c req-4bce24ab-18c2-4dc9-8cb4-3440d7920644 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.4254622 Jun 06 19:15:51.443317 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-826aca3b-649e-4a5b-9e91-6e10b0efdd6c req-8f647ce4-9a66-4cdb-b470-fed5e9879850 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332552 Jun 06 19:15:51.488342 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Attempting to bind port 9b3652ef-84eb-4162-babb-c3724b0c0e6a on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:51.488710 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Attempting to bind port 9b3652ef-84eb-4162-babb-c3724b0c0e6a by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:51.491353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Attempting to bind port 9b3652ef-84eb-4162-babb-c3724b0c0e6a on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:51.497778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-bad1ea62-84f5-47bc-a3c0-fa86592dabff None None] Provisioning complete for port 9872c0e9-1b9d-4bec-983e-be8c56163b57 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:51.499152 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bad1ea62-84f5-47bc-a3c0-fa86592dabff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:51.668268 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:51.668661 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Checking segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:51.669042 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:51.669436 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Bound using segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:51.670043 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Bound port: 9b3652ef-84eb-4162-babb-c3724b0c0e6a, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:51.670327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:51.707132 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:51.749802 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1cf9205-88fa-4973-a05e-7cccf3b5a97e req-372729ee-361b-49c2-ab3b-fe20cba421c9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 210 time: 0.1162639 Jun 06 19:15:51.879824 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:51.937753 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.017547 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 9872c0e9-1b9d-4bec-983e-be8c56163b57, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9872c0e9-1b9d-4bec-983e-be8c56163b57,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:52.041092 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:15:48Z', 'revision_number': 3, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:52.046938 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] For port 9b3652ef-84eb-4162-babb-c3724b0c0e6a, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:52.053736 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Checking router: 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:15:52.055613 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Updating router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 port ae4f142b-a356-47e1-adfc-d686a7ef8bbe binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:15:52.073901 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.074770 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 6d84e457-70ab-4f3b-a1dc-ac0563373b4e up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:52.107223 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:52.150701 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] For port 9b3652ef-84eb-4162-babb-c3724b0c0e6a, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9b3652ef-84eb-4162-babb-c3724b0c0e6a,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:52.186291 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.191732 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.238345 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=9872c0e9-1b9d-4bec-983e-be8c56163b57,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:52.244724 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:52.250795 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:52.349231 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:52.369195 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:52.369574 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.422113 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Pushing event updated for resources: {'Port': ['ID=9b3652ef-84eb-4162-babb-c3724b0c0e6a,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:52.429367 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:52.443612 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Allocated IP 172.20.0.1 (ffd020ad-b48b-479b-a88a-40ce18516cf9/f029ffe3-80c0-495d-803f-2f743a5f350e/a8c12a0e-496c-459d-b5e3-6db848ba2bd5) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:52.701407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.701798 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.741612 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:52.754531 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:52.767638 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.780657 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70eb5c13-677b-46e1-94a3-796f0b935b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:52.904518 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337feff-66b9-49a9-8a29-4314cbb6cc09 req-c8fe89f8-f547-4a41-9dcc-4223413bc044 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:52.908431 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2337feff-66b9-49a9-8a29-4314cbb6cc09 req-c8fe89f8-f547-4a41-9dcc-4223413bc044 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.2047322 Jun 06 19:15:52.915725 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:52.931192 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:52.940545 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:52.945086 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:53.056454 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:53.072431 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:53.089851 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Pushing event updated for resources: {'Port': ['ID=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:53.097463 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:53.098957 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Transition to ACTIVE for port object a8c12a0e-496c-459d-b5e3-6db848ba2bd5 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:53.123049 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9872c0e9-1b9d-4bec-983e-be8c56163b57 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:53.158798 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c59e20-27b3-4bd7-907a-4ed96013eaa9 req-126827c8-00fb-4628-a8e7-59a2bd8aca09 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 210 time: 0.1434765 Jun 06 19:15:53.179348 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2337feff-66b9-49a9-8a29-4314cbb6cc09 req-d8a2bfff-4659-40b6-baa7-0b8fe333f21c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586887 Jun 06 19:15:53.239685 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9872c0e9-1b9d-4bec-983e-be8c56163b57 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:53.240056 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.241886 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.265311 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Transition to ACTIVE for port object ae4f142b-a356-47e1-adfc-d686a7ef8bbe will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:53.280443 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.298327 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:53.373818 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Attempting to bind port ae4f142b-a356-47e1-adfc-d686a7ef8bbe on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:53.374318 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Attempting to bind port ae4f142b-a356-47e1-adfc-d686a7ef8bbe by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:53.374921 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Attempting to bind port ae4f142b-a356-47e1-adfc-d686a7ef8bbe on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:53.390396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.394197 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:53.394781 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:53.395231 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.395635 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:53.396180 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Bound port: ae4f142b-a356-47e1-adfc-d686a7ef8bbe, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:53.396832 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.406159 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:53.451309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9b3652ef-84eb-4162-babb-c3724b0c0e6a up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:53.524307 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] For port ae4f142b-a356-47e1-adfc-d686a7ef8bbe, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:15:53.527704 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] For port ae4f142b-a356-47e1-adfc-d686a7ef8bbe, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:15:53.539139 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.572819 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 9b3652ef-84eb-4162-babb-c3724b0c0e6a completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:53.592624 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e074-a14a-43a2-b794-60034030ce00 None None] Pushing event updated for resources: {'Port': ['ID=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:53.596568 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9c94e074-a14a-43a2-b794-60034030ce00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:53.597361 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1470124c-fa73-44ac-be10-7b601c57f6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:53.620848 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:53.626141 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:53.634327 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Routers {'2bda4ab6-465f-4100-97cb-af8a7f2e49a7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:53.635311 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:53.637201 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:53.851660 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e074-a14a-43a2-b794-60034030ce00 None None] Pushing event updated for resources: {'Port': ['ID=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:53.856338 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9c94e074-a14a-43a2-b794-60034030ce00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:53.898299 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894b849-36cd-4077-97ce-9e57e5373b99 None None] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:15:53.929561 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] Set router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:53.947010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:53.954069 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:54.049546 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Provisioning for port 9b3652ef-84eb-4162-babb-c3724b0c0e6a completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:54.067594 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Provisioning complete for port 9b3652ef-84eb-4162-babb-c3724b0c0e6a triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:54.068016 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:54.074606 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:54.094103 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:54.141715 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-11227101-7368-4cc0-9b62-e27cb713f343 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:54.144276 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-11227101-7368-4cc0-9b62-e27cb713f343 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.3662188 Jun 06 19:15:54.160962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Request body: {'port': {'device_id': 'f0796167-38a7-407a-9548-a520a17134b8', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'admin_state_up': True, 'tenant_id': '8525fb2525d7418ca8e52a492b3117b1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:54.399503 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Made reservation on behalf of 8525fb2525d7418ca8e52a492b3117b1 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:15:54.409904 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:54.724276 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:15:48Z', 'revision_number': 3, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:54.735841 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba0c3f-9ef5-44d7-b368-c1cbd52d5ced None None] The sync data for ids ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'] in dv-cinder-794962-3-iscsi is: [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:15:48Z', 'revision_number': 3, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:15:54.791669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:54.900719 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] For port 9b3652ef-84eb-4162-babb-c3724b0c0e6a, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9b3652ef-84eb-4162-babb-c3724b0c0e6a,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:54.912828 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:54.916011 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:54.964844 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 6d84e457-70ab-4f3b-a1dc-ac0563373b4e up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:55.020724 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:55.079335 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f68ced16-6352-48d2-b6da-c16bc9ef33b8 req-b1c87c33-961a-4344-b54a-bcbf59914417 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 210 time: 0.2484756 Jun 06 19:15:55.230746 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Pushing event updated for resources: {'Port': ['ID=9b3652ef-84eb-4162-babb-c3724b0c0e6a,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:55.251231 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:55.251231 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-15d212f4-9595-465f-9f8c-0f429476b96b None None] Provisioning for port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:55.283016 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-15d212f4-9595-465f-9f8c-0f429476b96b None None] Provisioning complete for port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:55.285489 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-15d212f4-9595-465f-9f8c-0f429476b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:55.438949 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:55.464832 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-15d212f4-9595-465f-9f8c-0f429476b96b None None] Port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:15:55.475547 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:55.476218 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:55.537111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Allocated IP 172.20.0.14 (c1d88008-bf78-414c-aa3e-4e72888d4402/77947762-3853-437a-9685-04f39386f7d6/168ab53b-b91c-4090-a66e-94e8dec2fca2) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:55.699192 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88c641-5853-42af-9077-46a2eb72cf9c req-5cdde858-32ce-433f-bacf-ae21c5843f75 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:55.707130 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-575edaf4-28e1-43e0-a142-a5d6bd60c692 None None] Provisioning complete for port 9b3652ef-84eb-4162-babb-c3724b0c0e6a triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:55.707620 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-575edaf4-28e1-43e0-a142-a5d6bd60c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:55.710750 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bc88c641-5853-42af-9077-46a2eb72cf9c req-5cdde858-32ce-433f-bacf-ae21c5843f75 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 1.0968602 Jun 06 19:15:55.745843 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-9bde0ff3-996d-491b-a703-69342c1ffaf4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9781168 Jun 06 19:15:55.823305 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bc88c641-5853-42af-9077-46a2eb72cf9c req-04009528-3faa-4cd1-87de-ca827e37b901 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103144 Jun 06 19:15:56.003160 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.010127 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.053068 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:56.091720 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Router 8d08a06e-a098-4ff5-b371-1d304786887e is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:15:56.120165 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-cb590fa2-16fb-4d7e-868d-6ac6341d006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:56.121614 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-cb590fa2-16fb-4d7e-868d-6ac6341d006a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 1098 time: 0.2289865 Jun 06 19:15:56.147163 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.224276 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.227877 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:56.230924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:56.346477 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e27abe39-7605-4c7a-9436-04cccf14e2b9 req-a98fa40a-8de2-4c73-bced-657ed7590505 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 210 time: 0.1283455 Jun 06 19:15:56.377741 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.398879 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0', '942487e9-9291-441a-b6ad-5332c9635209'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:15:56.399471 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:56.457851 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-26d76123-fb8e-49a6-8da4-08e266300e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:56.459495 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-26d76123-fb8e-49a6-8da4-08e266300e05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 916 time: 0.3047152 Jun 06 19:15:56.467282 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:15:56.498377 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:56.499894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:56.505813 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.510398 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4280491 Jun 06 19:15:56.510398 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45712) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:56.580359 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-d7c439d4-53b3-4a67-8fd2-87be51d54eaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0 HTTP/1.1" status: 200 len: 217 time: 0.0945637 Jun 06 19:15:56.586091 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:15:56.589788 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Network c1d88008-bf78-414c-aa3e-4e72888d4402 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:56.638238 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:56.648167 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:56.658042 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:56.658935 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:56.758050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:56.759071 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:56.765199 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event updated for resources: {'Port': ['ID=168ab53b-b91c-4090-a66e-94e8dec2fca2,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:56.782759 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:56.811454 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-ec9b6dfc-b735-4f02-9d43-05479e811853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:56.813298 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-ec9b6dfc-b735-4f02-9d43-05479e811853 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.2196405 Jun 06 19:15:56.818904 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6624544 Jun 06 19:15:56.834360 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Request body: {'port': {'device_id': 'f0796167-38a7-407a-9548-a520a17134b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:56.901084 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:15:57.056336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-932c6675-3856-4ada-8275-dfc47cef5cee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288771 Jun 06 19:15:57.068156 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:57.256577 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ae4f142b-a356-47e1-adfc-d686a7ef8bbe up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:57.513930 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-2cf062af-0dd6-4ce1-a2e1-975713cbad3b None None] Provisioning complete for port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:57.516354 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cf062af-0dd6-4ce1-a2e1-975713cbad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:57.540695 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-9ff3b56d-8d77-45f1-afe3-e2aacc4d24bf service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437711 Jun 06 19:15:57.549205 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:15:57.563746 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] 10.222.0.43 "PUT /v2.0/routers/2bda4ab6-465f-4100-97cb-af8a7f2e49a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2324460 Jun 06 19:15:57.566944 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Sync routers for ids ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:15:57.578156 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Routers {'2bda4ab6-465f-4100-97cb-af8a7f2e49a7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:15:57.579559 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:57.802296 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Set router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:15:57.833551 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a84a8c9-046f-4ff0-b4a4-4a0c9fbcc652 req-c5eb34b8-4d7a-4c07-b899-d2e3cba93600 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079916 Jun 06 19:15:57.892362 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-2cf062af-0dd6-4ce1-a2e1-975713cbad3b None None] Port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:15:57.894025 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port ae4f142b-a356-47e1-adfc-d686a7ef8bbe completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:57.903025 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port ae4f142b-a356-47e1-adfc-d686a7ef8bbe triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:57.903440 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:57.943843 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:57.974175 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61d24-8fac-4e9a-ba7d-ec0b07fd34e9 req-e7394b1c-6d8a-4245-9e11-f911fe9878f3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:57.983557 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7ef61d24-8fac-4e9a-ba7d-ec0b07fd34e9 req-e7394b1c-6d8a-4245-9e11-f911fe9878f3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.9136882 Jun 06 19:15:58.018111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe5c84-43ca-46e9-8374-13128cb59663 req-c3f97348-9ac3-4e8d-9b7d-3987f3dc302b tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:15:58.019886 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3fe5c84-43ca-46e9-8374-13128cb59663 req-c3f97348-9ac3-4e8d-9b7d-3987f3dc302b tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 932 time: 0.4882281 Jun 06 19:15:58.113433 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:53Z', 'revision_number': 3, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:58.121351 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:15:58.121698 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Updating router 8d08a06e-a098-4ff5-b371-1d304786887e port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:15:58.180050 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:58.230569 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3fe5c84-43ca-46e9-8374-13128cb59663 req-ed4e0c37-0fd3-4308-afda-ff6863b23509 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608136 Jun 06 19:15:58.250538 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:58.408282 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:58.410734 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:15:54Z', 'revision_number': 4, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'a8c12a0e-496c-459d-b5e3-6db848ba2bd5', 'name': '', 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'mac_address': 'fa:16:3e:3f:a9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f029ffe3-80c0-495d-803f-2f743a5f350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:51Z', 'updated_at': '2021-06-06T19:15:55Z', 'revision_number': 2, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'subnets': [{'id': 'f029ffe3-80c0-495d-803f-2f743a5f350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:15:58.423692 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Checking router: 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:15:58.424295 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Updating router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:15:58.474938 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7ef61d24-8fac-4e9a-ba7d-ec0b07fd34e9 req-cbde5dc0-7c9d-4c08-b59f-af0385ee0358 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902244 Jun 06 19:15:58.517980 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45770) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:58.518162 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port ae4f142b-a356-47e1-adfc-d686a7ef8bbe, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:15:58.546518 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:58.549085 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9b3652ef-84eb-4162-babb-c3724b0c0e6a up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:58.597326 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:58.645816 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-546eb1ea-6afe-4836-a8f4-3e0ae2a6704e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:58.700881 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Allocated IP 172.20.0.1 (d2f24d67-9e57-4f05-bd47-d3fa2a9d6023/2f7c251f-a6fb-4b3b-ba61-9472547c5c0c/457bdc44-2c6e-43fe-9f10-f89323704298) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:15:58.988856 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.054470 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Transition to ACTIVE for port object 457bdc44-2c6e-43fe-9f10-f89323704298 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:59.110028 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:59.110646 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168ab53b-b91c-4090-a66e-94e8dec2fca2 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:15:59.130412 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:59.130620 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.133181 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.154277 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:59.165258 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 9b3652ef-84eb-4162-babb-c3724b0c0e6a triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:15:59.165645 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.181951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Transition to ACTIVE for port object 168ab53b-b91c-4090-a66e-94e8dec2fca2 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:59.183905 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45818) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:59.251101 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:15:59.252358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.265597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:15:59.271746 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:15:59.287978 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-afdd95b5-b3e1-4017-9ecd-cc73eded397a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:59.390508 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.458827 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Pushing event updated for resources: {'Port': ['ID=457bdc44-2c6e-43fe-9f10-f89323704298,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:59.482550 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:59.483512 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45826) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:15:59.488077 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.502902 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543733763', 'description': 'tempest-secgroup-smoke-543733763 description', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:15:59.506878 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Transition to ACTIVE for port object a8c12a0e-496c-459d-b5e3-6db848ba2bd5 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:59.525205 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.530752 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9c94e074-a14a-43a2-b794-60034030ce00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:59.535402 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.621899 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.623532 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f72ce-e509-45e6-803a-d3c1807d18af None None] Pushing event updated for resources: {'Port': ['ID=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:59.639297 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-865f72ce-e509-45e6-803a-d3c1807d18af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:59.665077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Transition to ACTIVE for port object ea29ca78-b33e-4354-b0aa-a6f0dae1a228 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:15:59.679475 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.697391 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-51ad786b-ed9b-45f3-b570-84b6e74417b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:15:59.720754 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.816816 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ae4f142b-a356-47e1-adfc-d686a7ef8bbe up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:15:59.843789 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.867171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Pushing event updated for resources: {'Port': ['ID=168ab53b-b91c-4090-a66e-94e8dec2fca2,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:59.930431 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:59.953003 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.957283 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Attempting to bind port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:59.957884 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Attempting to bind port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:59.958422 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Attempting to bind port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:59.978139 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-130bde78-cbca-493c-8917-486128c14b6b None None] Provisioning for port 457bdc44-2c6e-43fe-9f10-f89323704298 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:15:59.981962 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb0307-542d-4724-9679-3d483e6c89db None None] Pushing event updated for resources: {'Port': ['ID=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:15:59.987802 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Attempting to bind port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:15:59.988493 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Attempting to bind port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:15:59.988948 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Attempting to bind port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 on network ffd020ad-b48b-479b-a88a-40ce18516cf9 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:15:59.992531 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-63cb0307-542d-4724-9679-3d483e6c89db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:15:59.995515 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:59.996329 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:59.996881 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.997083 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:15:59.997589 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Checking segment: {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:15:59.997738 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:59.998180 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.998534 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Bound port: ea29ca78-b33e-4354-b0aa-a6f0dae1a228, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:59.998729 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Bound using segment: {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:15:59.999211 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:15:59.999321 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Bound port: a8c12a0e-496c-459d-b5e3-6db848ba2bd5, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:15:59.999785 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.042669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-130bde78-cbca-493c-8917-486128c14b6b None None] Provisioning complete for port 457bdc44-2c6e-43fe-9f10-f89323704298 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:00.043356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-130bde78-cbca-493c-8917-486128c14b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.138142 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf19096-5cdb-41df-8bc4-c751bfb23fa2 req-a20a9e5b-3a93-495c-bfa9-0ba4919fcdf6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:00.146274 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ddf19096-5cdb-41df-8bc4-c751bfb23fa2 req-a20a9e5b-3a93-495c-bfa9-0ba4919fcdf6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 944 time: 0.6951625 Jun 06 19:16:00.146568 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-130bde78-cbca-493c-8917-486128c14b6b None None] Port 457bdc44-2c6e-43fe-9f10-f89323704298 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:16:00.151280 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Attempting to bind port 168ab53b-b91c-4090-a66e-94e8dec2fca2 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:16:00.151774 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Attempting to bind port 168ab53b-b91c-4090-a66e-94e8dec2fca2 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:16:00.152284 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Attempting to bind port 168ab53b-b91c-4090-a66e-94e8dec2fca2 on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:00.155752 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port ae4f142b-a356-47e1-adfc-d686a7ef8bbe triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:00.156141 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.167741 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] For port a8c12a0e-496c-459d-b5e3-6db848ba2bd5, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:00.175826 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] For port a8c12a0e-496c-459d-b5e3-6db848ba2bd5, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:00.183561 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.184534 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Port 168ab53b-b91c-4090-a66e-94e8dec2fca2 on network c1d88008-bf78-414c-aa3e-4e72888d4402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:16:00.184897 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Attempting to bind port 168ab53b-b91c-4090-a66e-94e8dec2fca2 on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:00.211655 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:16:00.212365 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Checking segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:00.212562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Bound using segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:16:00.212959 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Bound port: 168ab53b-b91c-4090-a66e-94e8dec2fca2, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:16:00.213309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.219856 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] For port ea29ca78-b33e-4354-b0aa-a6f0dae1a228, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:00.220538 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9c94e074-a14a-43a2-b794-60034030ce00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:00.235565 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] For port ea29ca78-b33e-4354-b0aa-a6f0dae1a228, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:00.240883 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.247058 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.251920 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:00.256017 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.261627 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.262419 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ddf19096-5cdb-41df-8bc4-c751bfb23fa2 req-a60425cf-f94d-446f-8b89-ed84c5c0c55e tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152561 Jun 06 19:16:00.301090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:00.354114 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf7ed0-77d4-4fa6-a250-3074428ed4cb req-b7afaab6-9391-4e6a-82bd-e7606ae1558f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:00.362685 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4cdf7ed0-77d4-4fa6-a250-3074428ed4cb req-b7afaab6-9391-4e6a-82bd-e7606ae1558f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.3424451 Jun 06 19:16:00.370640 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f72ce-e509-45e6-803a-d3c1807d18af None None] Pushing event updated for resources: {'Port': ['ID=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:00.377574 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-865f72ce-e509-45e6-803a-d3c1807d18af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:00.399827 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Routers {'2bda4ab6-465f-4100-97cb-af8a7f2e49a7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:16:00.401197 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:00.488992 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:16:00.490092 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:00.528650 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4cdf7ed0-77d4-4fa6-a250-3074428ed4cb req-ba4c9efc-ba7b-4289-9189-fe122573526d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651270 Jun 06 19:16:00.558485 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.564231 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Pushing event updated for resources: {'Port': ['ID=457bdc44-2c6e-43fe-9f10-f89323704298,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:00.569018 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:00.592078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] For port 168ab53b-b91c-4090-a66e-94e8dec2fca2, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:00.645877 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.656309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] For port 168ab53b-b91c-4090-a66e-94e8dec2fca2, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:00.662235 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb0307-542d-4724-9679-3d483e6c89db None None] Pushing event updated for resources: {'Port': ['ID=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:00.666424 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.669299 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-63cb0307-542d-4724-9679-3d483e6c89db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:00.719091 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:00.734903 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=119d232b51c24acb9ef4cc83c61986a4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2157974 Jun 06 19:16:00.741542 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.741745 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45848) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:00.768035 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] Set router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:16:00.791744 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:16:00.800081 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:00.835678 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:16:00.870301 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:00.870916 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:00.878955 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8e792c89-4793-414f-a8b3-984696853072 service neutron] 10.222.0.16 "PUT /v2.0/ports/168ab53b-b91c-4090-a66e-94e8dec2fca2 HTTP/1.1" status: 200 len: 1094 time: 4.0504534 Jun 06 19:16:00.902993 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0796167-38a7-407a-9548-a520a17134b8', 'tag': '168ab53b-b91c-4090-a66e-94e8dec2fca2'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:00.908178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dca7dd-c603-4871-bdd6-be1abf383425" -d '{"events": [{"name": "network-changed", "server_uuid": "f0796167-38a7-407a-9548-a520a17134b8", "tag": "168ab53b-b91c-4090-a66e-94e8dec2fca2"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:00.936898 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c051661-35ac-496e-b894-4b47818d9f08,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:01.073062 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feba3a0a-85a0-4e49-9e71-9551925d9ce1 x-openstack-request-id: req-feba3a0a-85a0-4e49-9e71-9551925d9ce1 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:01.077698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0796167-38a7-407a-9548-a520a17134b8", "tag": "168ab53b-b91c-4090-a66e-94e8dec2fca2", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:01.077698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-feba3a0a-85a0-4e49-9e71-9551925d9ce1 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:01.077698 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0796167-38a7-407a-9548-a520a17134b8', 'tag': '168ab53b-b91c-4090-a66e-94e8dec2fca2', 'status': 'completed', 'code': 200} Jun 06 19:16:01.147353 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.163354 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.170508 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:01.172466 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-43faeb0b-c104-49f0-9a2f-648578e68067 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:01.175533 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Router 8d08a06e-a098-4ff5-b371-1d304786887e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:16:01.216590 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.254795 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-f78ebd5a-2d4b-4583-ad97-ad0086665458 None None] Provisioning complete for port 457bdc44-2c6e-43fe-9f10-f89323704298 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:01.255331 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f78ebd5a-2d4b-4583-ad97-ad0086665458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.295014 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:15:54Z', 'revision_number': 4, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'a8c12a0e-496c-459d-b5e3-6db848ba2bd5', 'name': '', 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'mac_address': 'fa:16:3e:3f:a9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f029ffe3-80c0-495d-803f-2f743a5f350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:51Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 4, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'subnets': [{'id': 'f029ffe3-80c0-495d-803f-2f743a5f350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:01.299497 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4386ce8f-718a-4b9e-9b16-3bd97f627bb5 None None] The sync data for ids ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'] in dv-cinder-794962-3-iscsi is: [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:15:54Z', 'revision_number': 4, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'a8c12a0e-496c-459d-b5e3-6db848ba2bd5', 'name': '', 'network_id': 'ffd020ad-b48b-479b-a88a-40ce18516cf9', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'mac_address': 'fa:16:3e:3f:a9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'f029ffe3-80c0-495d-803f-2f743a5f350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:51Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 4, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'subnets': [{'id': 'f029ffe3-80c0-495d-803f-2f743a5f350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:16:01.325436 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.403428 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f78ebd5a-2d4b-4583-ad97-ad0086665458 None None] Port 457bdc44-2c6e-43fe-9f10-f89323704298 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:16:01.432182 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af9a725a19964236b22eb064e4427350&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2471440 Jun 06 19:16:01.435684 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Pushing event updated for resources: {'Port': ['ID=168ab53b-b91c-4090-a66e-94e8dec2fca2,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:01.438489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45858) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:01.445909 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:01.468344 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 2, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:01.478390 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c4332884-748b-440f-8556-4066879f0cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:01.478830 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157d4e9-e9e2-4e93-a9b9-4cf875fa1557 None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 2, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:16:01.487353 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e52697-f5ba-43b8-a60e-e7fb9111c1f9 req-43a699c3-88ba-4913-9c40-461235a367aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:01.488902 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64e52697-f5ba-43b8-a60e-e7fb9111c1f9 req-43a699c3-88ba-4913-9c40-461235a367aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 1099 time: 0.7252944 Jun 06 19:16:01.510197 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.513285 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.514599 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c051661-35ac-496e-b894-4b47818d9f08 HTTP/1.1" status: 204 len: 168 time: 0.7720127 Jun 06 19:16:01.521162 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7ddaaf2e-c864-44d6-8194-e273204f3dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:01.553472 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-d2b8fb5e-b7fb-4477-9130-9d7b7d14e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:01.554992 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-d2b8fb5e-b7fb-4477-9130-9d7b7d14e2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 1097 time: 0.6147690 Jun 06 19:16:01.659676 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:16:01.695175 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] 10.222.0.43 "PUT /v2.0/routers/8d08a06e-a098-4ff5-b371-1d304786887e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1840472 Jun 06 19:16:01.702763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c051661-35ac-496e-b894-4b47818d9f08,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:01.721822 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:01.767100 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a8c12a0e-496c-459d-b5e3-6db848ba2bd5 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:01.780119 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.792867 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.824312 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ba489377-3ff2-4700-b850-7e934fd017bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:01.832850 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edd99b4-abc7-4b7b-b0fb-ac467e7d847b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:01.845668 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.849918 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.3602114 Jun 06 19:16:01.852236 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45868) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:01.860235 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group_rule': {'security_group_id': '170a79a5-7d08-4a7d-a79a-baf1af0a414e', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:01.886553 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:01.936673 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:01.942635 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:01.943003 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:01.946813 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170a79a5-7d08-4a7d-a79a-baf1af0a414e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:01.974454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:02.005291 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.035430 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-eb6b5d02-fbeb-44db-8df4-0c6a5227e59c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2 HTTP/1.1" status: 200 len: 217 time: 0.4321492 Jun 06 19:16:02.153216 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.166117 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.171872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.181820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.183396 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64e52697-f5ba-43b8-a60e-e7fb9111c1f9 req-4a631524-832d-491d-a5e4-0f163a05f9dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787245 Jun 06 19:16:02.188613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d387f9d-5e42-47e5-9b11-c877f1669a9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:02.220313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f221ff2-2fd2-4b51-91f4-b3d34dbae04a,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:02.223628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:02.224547 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.228554 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753104 Jun 06 19:16:02.229170 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45876) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:02.229492 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45878) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:02.264127 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group_rule': {'security_group_id': '170a79a5-7d08-4a7d-a79a-baf1af0a414e', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:02.267241 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.271789 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port a8c12a0e-496c-459d-b5e3-6db848ba2bd5, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:02.290043 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.295427 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-63cb0307-542d-4724-9679-3d483e6c89db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:02.302045 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.334742 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.342961 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-816d991f-fc60-43cd-af26-22a30641daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:02.344809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-816d991f-fc60-43cd-af26-22a30641daf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.2563722 Jun 06 19:16:02.371027 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6053601-e263-46c6-900b-4709b3d90728 req-46650eae-e51d-4e20-8e04-135857935154 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:02.372721 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a6053601-e263-46c6-900b-4709b3d90728 req-46650eae-e51d-4e20-8e04-135857935154 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 944 time: 0.8152645 Jun 06 19:16:02.397243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc8d2-e182-4736-9710-6ebbc50cc74f req-327e7827-e391-4f13-832c-d8cbb6a3c001 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:02.404021 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:02.408540 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:02.409689 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-227fc8d2-e182-4736-9710-6ebbc50cc74f req-327e7827-e391-4f13-832c-d8cbb6a3c001 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.5203838 Jun 06 19:16:02.455498 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.463834 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.474423 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-27d65e46-ca15-4dbe-a87e-17fbb31c9efe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:02.514070 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc2f060-57ba-409d-90c0-34a54852ef2b,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:02.515016 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-f9869be1-be79-4fe9-8767-642e449723da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305273 Jun 06 19:16:02.527509 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:02.536621 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.543718 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.550906 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:02.559708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.563492 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3098860 Jun 06 19:16:02.565790 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45882) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:02.585269 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group_rule': {'security_group_id': '170a79a5-7d08-4a7d-a79a-baf1af0a414e', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:02.601778 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-227fc8d2-e182-4736-9710-6ebbc50cc74f req-35115aa8-3838-4190-ab69-ecaa0723237c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911077 Jun 06 19:16:02.629718 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a6053601-e263-46c6-900b-4709b3d90728 req-57f53675-2d48-4c99-bda8-f83c0a7fc6f0 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460983 Jun 06 19:16:02.648729 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf3fe2b-2aed-4c7c-88e1-f0e5c3fbb020,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:02.663289 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52dd2246e92842a79eab543f7967d6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327600 Jun 06 19:16:02.664504 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:02.668899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45886) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:02.698685 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.701468 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.702825 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6edd99b4-abc7-4b7b-b0fb-ac467e7d847b HTTP/1.1" status: 204 len: 168 time: 1.2580566 Jun 06 19:16:02.707291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dca85bea-cb9e-494e-ab2e-eccae942fcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:02.710405 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.737251 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edd99b4-abc7-4b7b-b0fb-ac467e7d847b,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:02.741580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6e4d74cb-42fa-4ee6-a359-5759c855ffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:02.777950 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-8d8ae93b-4677-4563-ac54-5cafed86fdeb service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427144 Jun 06 19:16:02.889084 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.890531 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.903772 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.920275 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:02.974609 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.975722 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067221 Jun 06 19:16:02.985871 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:02.998783 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45890) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:03.004107 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group_rule': {'security_group_id': '170a79a5-7d08-4a7d-a79a-baf1af0a414e', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:03.004734 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b2e70c-89bb-4b83-a599-dd6b1c56294f,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:03.028452 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:03.087442 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.107151 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.110683 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.115320 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/caf3fe2b-2aed-4c7c-88e1-f0e5c3fbb020 HTTP/1.1" status: 204 len: 168 time: 0.4453545 Jun 06 19:16:03.115822 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f2bd4291-e7a4-4c9e-ac21-7fd0a9d089fa req-009806ee-3eaa-4c31-835b-f4431bf6e63c service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262603 Jun 06 19:16:03.116241 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f387ee90-7af7-476b-8fc1-17c63dccbee4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:03.144238 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf3fe2b-2aed-4c7c-88e1-f0e5c3fbb020,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:03.168324 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:03.206517 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.262421 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.286621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:03.320853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7915f93f-21eb-46bf-9578-08749e8c0bcf,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:03.339020 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:03.350749 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.354983 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45898) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:03.359836 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group_rule': {'security_group_id': '170a79a5-7d08-4a7d-a79a-baf1af0a414e', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:03.371693 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3714304 Jun 06 19:16:03.396840 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-39249667-8888-426e-bb73-b3d0507e0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:03.399414 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-39249667-8888-426e-bb73-b3d0507e0746 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 1097 time: 0.1915550 Jun 06 19:16:03.439296 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Project 69221038382a4a9ea59ac1bda1a38dc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:16:03.449689 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.488005 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45900) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:03.588181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.599858 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.616060 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5d671d3a-69f8-49f1-a85d-f5d6acd67809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.619300 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe4424eb-5041-4dd8-9566-acce663e844b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:03.620883 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.658603 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7db69-f13e-4816-903c-1dff8ba38bf4,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:03.665414 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:03.683278 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.684729 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3286886 Jun 06 19:16:03.687568 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45908) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:03.692745 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'security_group_rule': {'security_group_id': '170a79a5-7d08-4a7d-a79a-baf1af0a414e', 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:03.751680 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Project 69221038382a4a9ea59ac1bda1a38dc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:16:03.762087 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.848262 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.860605 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.863489 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:03.890606 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5db8e5f-9aaf-40e1-9a5e-7f43a7f19dbb,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:03.893628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:03.921542 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a8c12a0e-496c-459d-b5e3-6db848ba2bd5 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:03.936389 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45910) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:03.941109 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093067263', 'description': 'tempest-description--986158332'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:03.949704 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45912) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:03.969655 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:03.991554 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-23a38b29-64e1-4acd-982c-5f423e938d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:03.998868 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-23a38b29-64e1-4acd-982c-5f423e938d96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 916 time: 0.5872555 Jun 06 19:16:04.043777 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:04.044292 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.115378 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-2fc86cb1-41fe-4c7d-9996-76b7aad88fd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2 HTTP/1.1" status: 200 len: 217 time: 0.1096458 Jun 06 19:16:04.196320 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea29ca78-b33e-4354-b0aa-a6f0dae1a228 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:04.209660 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228148d-1f46-4fde-8e92-87d8f52e2d1c req-08f7747e-5e5b-4dad-a03f-e6f46dd14c47 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:04.211182 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9228148d-1f46-4fde-8e92-87d8f52e2d1c req-08f7747e-5e5b-4dad-a03f-e6f46dd14c47 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.4034839 Jun 06 19:16:04.263670 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-8db17e50-1401-45c5-9712-06954f242dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:04.265020 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-8db17e50-1401-45c5-9712-06954f242dab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.1335704 Jun 06 19:16:04.265154 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:04.270327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:04.270700 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.293003 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.310737 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.320967 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6236830 Jun 06 19:16:04.338888 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.346658 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.354264 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-50ff295c-79a3-4697-a191-e65b0af9285e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:04.362960 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-7d57a218-9c88-4e92-8484-969e0bb63329 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718553 Jun 06 19:16:04.370874 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9228148d-1f46-4fde-8e92-87d8f52e2d1c req-cd767cf6-94dc-490f-b840-169bf3e4ed69 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481886 Jun 06 19:16:04.422690 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.427079 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46815-39f7-4ec8-bd86-5ea3d2249538 req-f1021154-5b6d-4bb9-bfde-08504e4247f8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:04.438156 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7d46815-39f7-4ec8-bd86-5ea3d2249538 req-f1021154-5b6d-4bb9-bfde-08504e4247f8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 944 time: 0.3670683 Jun 06 19:16:04.443463 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port ea29ca78-b33e-4354-b0aa-a6f0dae1a228, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:04.450213 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.455220 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:04.571235 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:04.575820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:04.589793 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.602255 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.613346 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7685fbf8-5998-4e6a-b892-c979c244554a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:04.642728 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bedf875d758649b1ae83dd6fce5785b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1464934 Jun 06 19:16:04.648967 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8501fe6b-72c7-4e81-bd22-5a7c875f8a0c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:04.655562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45936) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:04.668598 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:04.709116 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187cdc16-03d1-4fc9-8c3b-f874aedec616,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:04.713541 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:04.715968 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92d558adf6254a569676c9a7fa59a249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651565 Jun 06 19:16:04.719800 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45946) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:04.808358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7d46815-39f7-4ec8-bd86-5ea3d2249538 req-8394036a-1324-4c77-8986-55c98f99d02d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693209 Jun 06 19:16:04.809325 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.819167 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.839549 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:04.861687 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.866442 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-cf6a2288-ed06-4014-982a-7a45dc117a12 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894879 Jun 06 19:16:04.866675 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9290965 Jun 06 19:16:04.867434 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45960) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:04.878171 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'security_group_rule': {'security_group_id': '322ab176-2441-4185-8315-b858917a36a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:04.883219 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.930724 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.948758 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.956888 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:04.960641 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322ab176-2441-4185-8315-b858917a36a4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:04.976104 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:05.012384 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.050319 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.068628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.071684 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b538548d-8885-4e82-b918-a82bc2ace3b1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:05.076263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611695e3-6a10-4844-b2ea-122ce7ed827e req-da071509-eeac-44f0-ac4e-5ad00ad5bf26 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:05.077740 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-611695e3-6a10-4844-b2ea-122ce7ed827e req-da071509-eeac-44f0-ac4e-5ad00ad5bf26 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3136973 Jun 06 19:16:05.103093 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ab1b23-6247-4731-a628-d787c82885bb,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:05.106453 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:05.113412 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9dca7dd-c603-4871-bdd6-be1abf383425 req-38d55328-4676-420e-8d9f-04f6c51a1c18 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275295 Jun 06 19:16:05.114009 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.118645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45962) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:05.121584 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6659e464-8b6b-4b7f-b2e5-40dd2adb5991 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483001 Jun 06 19:16:05.131298 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'security_group_rule': {'security_group_id': '322ab176-2441-4185-8315-b858917a36a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:05.131764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.134596 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.138549 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/187cdc16-03d1-4fc9-8c3b-f874aedec616 HTTP/1.1" status: 204 len: 168 time: 0.4153662 Jun 06 19:16:05.138549 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-273779f0-40af-4286-94db-f12b85bddcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:05.163296 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187cdc16-03d1-4fc9-8c3b-f874aedec616,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:05.172398 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:05.177624 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.180084 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.181183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8501fe6b-72c7-4e81-bd22-5a7c875f8a0c HTTP/1.1" status: 204 len: 168 time: 0.5246978 Jun 06 19:16:05.186538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e2f74349-e332-45f9-aee3-7b1fddbe2f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:05.217145 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-611695e3-6a10-4844-b2ea-122ce7ed827e req-092ec1b7-3145-47cf-ab5c-c4d94515ca9e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257007 Jun 06 19:16:05.239430 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501fe6b-72c7-4e81-bd22-5a7c875f8a0c,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:05.244766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:05.263024 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.419621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.426213 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.429306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:05.459784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3f3730-fd7f-4e17-b65a-5576aa3fa39a,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:05.463295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:05.473990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.475648 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a117abd0-761e-4c08-b43b-558ca6545b62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3487155 Jun 06 19:16:05.479146 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 45974) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:05.486211 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:05.534777 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.695148 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea29ca78-b33e-4354-b0aa-a6f0dae1a228 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:05.813803 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 45992) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:05.860651 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:16:05.870325 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.875317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:05.879194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:16:05.879921 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:15:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:06.112878 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Allocated IP 172.27.1.155 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/015a3d7d-6b67-488a-b95d-4350a696b5c8) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:16:06.142870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:06.143576 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.201341 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.211527 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.274650 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0e4c4d5c-cd48-4f7e-ade2-81e5eef7462b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:06.296892 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7854e2c4ee104f9eb21e6a8ce4455300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816818 Jun 06 19:16:06.300589 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46014) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:06.325883 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.358709 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e0dad959-182d-4df0-aeed-a21c44b18a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.364295 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:16:06.405863 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bdaf72-6913-45bd-92ae-21c6a080b1c6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:06.429031 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:06.458121 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.492186 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.541353 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.557930 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.561763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.566367 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21bdaf72-6913-45bd-92ae-21c6a080b1c6 HTTP/1.1" status: 204 len: 168 time: 0.2648067 Jun 06 19:16:06.567468 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ec08071-c772-4682-acd8-5e38948e8e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:06.579087 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bdaf72-6913-45bd-92ae-21c6a080b1c6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:06.581633 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:06.595987 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20726-0fa5-4453-9ad4-f7948e2c9d51 req-9d939228-06cf-48aa-8ecf-6390ac840736 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:06.606422 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-19d20726-0fa5-4453-9ad4-f7948e2c9d51 req-9d939228-06cf-48aa-8ecf-6390ac840736 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 944 time: 0.3487527 Jun 06 19:16:06.669075 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-19d20726-0fa5-4453-9ad4-f7948e2c9d51 req-98c1fff4-2f32-4ca1-884f-5a8410725a3d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 Jun 06 19:16:06.682621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.688067 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:06.755689 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:16:06.758996 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:06.763384 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:16:06.803665 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'Port': ['ID=015a3d7d-6b67-488a-b95d-4350a696b5c8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:06.807904 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:06.860180 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:00Z', 'revision_number': 2, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:06.868176 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:16:06.869038 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Updating router 8d08a06e-a098-4ff5-b371-1d304786887e port 457bdc44-2c6e-43fe-9f10-f89323704298 binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:16:06.874050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.901979 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 168ab53b-b91c-4090-a66e-94e8dec2fca2 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:16:06.956491 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:06.982089 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.224137 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 168ab53b-b91c-4090-a66e-94e8dec2fca2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:07.250693 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '168ab53b-b91c-4090-a66e-94e8dec2fca2', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'port_id': '168ab53b-b91c-4090-a66e-94e8dec2fca2', 'mac_address': 'fa:16:3e:9f:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77947762-3853-437a-9685-04f39386f7d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:16:07.309171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.316383 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.321225 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:07.493275 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'Port': ['ID=015a3d7d-6b67-488a-b95d-4350a696b5c8,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:07.498951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:07.499975 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.502400 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.526144 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.553029 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168ab53b-b91c-4090-a66e-94e8dec2fca2 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:07.577722 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46066) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:07.583071 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.595107 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1136396 Jun 06 19:16:07.627645 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 168ab53b-b91c-4090-a66e-94e8dec2fca2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:07.637935 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.641419 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:07.733103 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1518940854-network', 'tenant_id': '47ee8b4b0f19462eab64bca2293403da'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:07.734557 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=168ab53b-b91c-4090-a66e-94e8dec2fca2,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:07.740728 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:07.766180 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Made reservation on behalf of 47ee8b4b0f19462eab64bca2293403da for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:07.770765 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.789145 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.826440 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.840344 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Transition to ACTIVE for port object 457bdc44-2c6e-43fe-9f10-f89323704298 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:07.853360 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:07.858625 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:08.028772 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.034909 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.039969 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:08.066883 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:16:08.081788 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157be34f-0e47-48a0-913d-6b7660813c87,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:08.086437 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:08.087407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.087730 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Added segment 74462eba-fb6b-41a2-ba47-25c49e5fa376 of type vlan for network 7bf9b668-264f-467f-936f-638c88250c55 Jun 06 19:16:08.115889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['168ab53b-b91c-4090-a66e-94e8dec2fca2'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:16:08.148208 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.220670 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.222287 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.223053 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.230805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce0f3-b44c-42e5-bfa2-0dd56b73cbc4 req-bd23b309-07c3-48a8-9c3e-bb25cc6f2356 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.233159 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6c1ce0f3-b44c-42e5-bfa2-0dd56b73cbc4 req-bd23b309-07c3-48a8-9c3e-bb25cc6f2356 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 945 time: 0.4082522 Jun 06 19:16:08.234077 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ef70c423-335c-4314-abab-e471c1f99c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:08.237812 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a53e-adc6-42c7-a1d9-d510e525a194 None None] Pushing event updated for resources: {'Port': ['ID=457bdc44-2c6e-43fe-9f10-f89323704298,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:08.251097 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-29578690-e9a5-4341-8c9b-9de61e5a9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.253949 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-29578690-e9a5-4341-8c9b-9de61e5a9d58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.2326193 Jun 06 19:16:08.265507 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9b73a53e-adc6-42c7-a1d9-d510e525a194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:08.302054 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Attempting to bind port 457bdc44-2c6e-43fe-9f10-f89323704298 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:16:08.302433 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Attempting to bind port 457bdc44-2c6e-43fe-9f10-f89323704298 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:16:08.302782 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Attempting to bind port 457bdc44-2c6e-43fe-9f10-f89323704298 on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:08.304215 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6c1ce0f3-b44c-42e5-bfa2-0dd56b73cbc4 req-c79d892c-934e-4a13-8d75-eb2c491df824 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489614 Jun 06 19:16:08.353648 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:16:08.354055 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Checking segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:08.354457 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.354858 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Bound using segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:16:08.355615 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Bound port: 457bdc44-2c6e-43fe-9f10-f89323704298, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:16:08.355834 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.412551 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Pushing event updated for resources: {'Network': ['ID=7bf9b668-264f-467f-936f-638c88250c55,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:08.418580 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:08.424773 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8427813 Jun 06 19:16:08.432074 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46096) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:08.438700 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Request body: {'subnet': {'network_id': '7bf9b668-264f-467f-936f-638c88250c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1518940854-subnet', 'tenant_id': '47ee8b4b0f19462eab64bca2293403da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:08.449097 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 7bf9b668-264f-467f-936f-638c88250c55 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:16:08.466572 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Made reservation on behalf of 47ee8b4b0f19462eab64bca2293403da for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:08.469470 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11914536'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.576694 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-3bd17ffd-3c8f-417b-b981-1985af1b7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.578648 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-3bd17ffd-3c8f-417b-b981-1985af1b7e98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.2785277 Jun 06 19:16:08.661332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] For port 457bdc44-2c6e-43fe-9f10-f89323704298, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:08.664158 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] For port 457bdc44-2c6e-43fe-9f10-f89323704298, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=457bdc44-2c6e-43fe-9f10-f89323704298,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:08.671323 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.677658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:08.705083 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e458-f1ff-47ac-aad7-673e47924a4c req-4b43bec0-17e4-4066-8dd5-128f5f1dd18b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.706574 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f860e458-f1ff-47ac-aad7-673e47924a4c req-4b43bec0-17e4-4066-8dd5-128f5f1dd18b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2184770 Jun 06 19:16:08.707826 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-13a3fda7-bea7-4b21-aa43-253a30f3c925 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.1172702 Jun 06 19:16:08.738857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11211168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11914554'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.744508 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:08.780136 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a53e-adc6-42c7-a1d9-d510e525a194 None None] Pushing event updated for resources: {'Port': ['ID=457bdc44-2c6e-43fe-9f10-f89323704298,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:08.783239 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:16:08.784202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:16:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:08.829114 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22a460b-9662-4016-b168-57ddd823a3e6,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:08.846697 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:08.892054 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f860e458-f1ff-47ac-aad7-673e47924a4c req-245385af-542c-4de8-a99c-3f622a5c84df tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674473 Jun 06 19:16:08.893131 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Checking segment: {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:08.893666 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Network hostable DHCP agents. Network: 7bf9b668-264f-467f-936f-638c88250c55, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:16:08.896234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-f7a14908-e7ff-4fbf-ad5a-4e17a9c659c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.897657 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-f7a14908-e7ff-4fbf-ad5a-4e17a9c659c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1572163 Jun 06 19:16:08.901300 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9b73a53e-adc6-42c7-a1d9-d510e525a194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:08.920207 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Network 7bf9b668-264f-467f-936f-638c88250c55 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:16:08.945310 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 7bf9b668-264f-467f-936f-638c88250c55) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:08.950719 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:08.951763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:08.985399 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-fc966d2b-203e-4b32-a44c-2397bf73fa4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741217 Jun 06 19:16:08.993795 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5599296 Jun 06 19:16:09.037442 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfb0fc-1c37-485a-824f-cc7a84997b72 None None] Network 7bf9b668-264f-467f-936f-638c88250c55 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:16:09.105041 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:09.186488 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:16:09.263310 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-e0b6e284-f0f4-4263-ba71-af52d8a6a9ec service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643876 Jun 06 19:16:09.456158 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf8715bd-8025-4231-b92d-6159af3a0a0e req-6cfe6c3a-e83c-4af2-9a4d-0f8ef199b7af service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837344 Jun 06 19:16:09.549940 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480ad9-1dcc-4a93-87c9-fb395bf75fc7 req-9bb222d5-69bb-4159-bf2f-fc2266b1a76d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:09.551418 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82480ad9-1dcc-4a93-87c9-fb395bf75fc7 req-9bb222d5-69bb-4159-bf2f-fc2266b1a76d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 945 time: 0.0915041 Jun 06 19:16:09.580215 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d076504-fb3f-4507-9332-99f01d00848d None None] Network 7bf9b668-264f-467f-936f-638c88250c55 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:16:09.620827 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82480ad9-1dcc-4a93-87c9-fb395bf75fc7 req-416a58ed-2e4a-41da-bf8f-ecb6068eace7 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625808 Jun 06 19:16:09.733207 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 457bdc44-2c6e-43fe-9f10-f89323704298 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:09.954872 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 457bdc44-2c6e-43fe-9f10-f89323704298 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:09.962287 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 457bdc44-2c6e-43fe-9f10-f89323704298 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:09.962658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:10.017018 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:08Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:10.023773 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0df5dd-46ab-4454-a0ab-11b3bd9a2596 None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:08Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:16:10.101852 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05678-bd94-42e6-a0de-df59ce94b38b req-9c9f2d69-f913-42e7-8cf7-4807ce444f1b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:10.103528 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9dc05678-bd94-42e6-a0de-df59ce94b38b req-9c9f2d69-f913-42e7-8cf7-4807ce444f1b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0973287 Jun 06 19:16:10.112863 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:10.155460 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 457bdc44-2c6e-43fe-9f10-f89323704298, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=457bdc44-2c6e-43fe-9f10-f89323704298,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:10.160230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:10.161016 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9dc05678-bd94-42e6-a0de-df59ce94b38b req-14121087-53a8-414d-a60b-b3c2c45e8cc9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516403 Jun 06 19:16:10.163984 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:10.231587 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=457bdc44-2c6e-43fe-9f10-f89323704298,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:10.238711 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:10.822492 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c59013-b5f7-449e-b261-d0f2ed264d80 req-45dab3ea-d33b-4a65-a01d-35d0e1c4ffea tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:10.824021 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-09c59013-b5f7-449e-b261-d0f2ed264d80 req-45dab3ea-d33b-4a65-a01d-35d0e1c4ffea tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 945 time: 0.0864091 Jun 06 19:16:10.872816 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-09c59013-b5f7-449e-b261-d0f2ed264d80 req-d76cdaff-c8f2-455f-95e0-f9cf227a83cd tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Jun 06 19:16:10.913870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 168ab53b-b91c-4090-a66e-94e8dec2fca2 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:10.990256 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 168ab53b-b91c-4090-a66e-94e8dec2fca2 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:10.996593 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 168ab53b-b91c-4090-a66e-94e8dec2fca2 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:10.996963 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:11.120091 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:11.151938 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0796167-38a7-407a-9548-a520a17134b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ab53b-b91c-4090-a66e-94e8dec2fca2'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:11.154290 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8cfdc9-9a03-4bfe-9a02-55e3dc31d0d1" -d '{"events": [{"server_uuid": "f0796167-38a7-407a-9548-a520a17134b8", "name": "network-vif-plugged", "status": "completed", "tag": "168ab53b-b91c-4090-a66e-94e8dec2fca2"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:11.162686 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 168ab53b-b91c-4090-a66e-94e8dec2fca2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:11.168206 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:11.171035 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:11.234202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=168ab53b-b91c-4090-a66e-94e8dec2fca2,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:11.237357 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:11.635075 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 457bdc44-2c6e-43fe-9f10-f89323704298 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:11.703308 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 457bdc44-2c6e-43fe-9f10-f89323704298 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:11.703673 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:14.600429 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46236) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:14.724487 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:14.841818 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:14.847041 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:14.859044 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-26e8fb53-d1e9-4fb3-8bd0-812fbd3def4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:14.897568 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d5fdae179e14aa4a5fcd71b32522b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951815 Jun 06 19:16:14.899363 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 46242) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:14.900408 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb0391-c4b8-4df9-b445-d155e7d99122,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:14.906977 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:14.963345 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:14.990706 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.047647 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.050645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.054579 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbeb0391-c4b8-4df9-b445-d155e7d99122 HTTP/1.1" status: 204 len: 168 time: 0.1517339 Jun 06 19:16:15.054579 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-38c23934-e98a-4b10-9289-5d8f7dca20a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:15.063619 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb0391-c4b8-4df9-b445-d155e7d99122,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:15.066133 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:15.378070 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 46250) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:15.394880 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.504968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.510738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.525091 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1dd1d954-892e-45fc-a88a-28ea760d5df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:15.568377 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=315bf8bc6b7f417fbd2e8afc17072630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887710 Jun 06 19:16:15.569561 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dd347e-9b14-4ebd-a662-8e1bc2930a7f,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:15.571160 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46252) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:15.572904 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:15.630282 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.656530 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.711532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.714173 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:15.715325 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07dd347e-9b14-4ebd-a662-8e1bc2930a7f HTTP/1.1" status: 204 len: 168 time: 0.1430073 Jun 06 19:16:15.716060 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4f5c1ebb-134a-41e5-83f3-6be2cca6e76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:15.725434 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dd347e-9b14-4ebd-a662-8e1bc2930a7f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:15.727859 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:21.757196 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:16:22.463304 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-52eb36c3-7efe-4c2c-8545-d040cc05cf61 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2093067263&fields=id&tenant_id=91cdd12ee5be49c9a00487b3c6692b2c HTTP/1.1" status: 200 len: 267 time: 0.0853391 Jun 06 19:16:22.732925 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-fc702887-8e2f-4068-93f4-f3814af259bc tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:22.734427 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-fc702887-8e2f-4068-93f4-f3814af259bc tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/networks?id=7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 200 len: 814 time: 0.3416276 Jun 06 19:16:22.758059 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-81dd6d85-e3db-4943-938f-7943491d2517 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/quotas/47ee8b4b0f19462eab64bca2293403da HTTP/1.1" status: 200 len: 375 time: 0.0118721 Jun 06 19:16:22.820671 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-63e74c54-f501-48c9-86a7-8c9dd639320d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47ee8b4b0f19462eab64bca2293403da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473166 Jun 06 19:16:22.827637 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-f380f1da-cf8e-4516-ae4a-aeecc462be16 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:22.829207 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-f380f1da-cf8e-4516-ae4a-aeecc462be16 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 810 time: 0.3166082 Jun 06 19:16:22.880019 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-735fe87b-30cc-4540-8ac2-c14d57d9389a tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/quotas/91cdd12ee5be49c9a00487b3c6692b2c HTTP/1.1" status: 200 len: 375 time: 0.0261478 Jun 06 19:16:23.022620 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-3c6ed7b1-5cae-4029-b02a-54d68f52c11d service neutron] 10.222.0.43 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926389 Jun 06 19:16:23.080870 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-2dedce47-873b-4734-9e70-700b33ccc593 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1555824 Jun 06 19:16:23.252819 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-7bcde51d-6366-4807-8ead-5ad9ee8b5989 service neutron] 10.222.0.43 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229285 Jun 06 19:16:23.283731 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-13c2cbde-9c11-463d-8e3d-924bd223b573 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562400 Jun 06 19:16:23.399976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14edc60d-6b93-463b-9b42-1968e53f6cc8 x-openstack-request-id: req-14edc60d-6b93-463b-9b42-1968e53f6cc8 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:23.400447 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0796167-38a7-407a-9548-a520a17134b8", "name": "network-vif-plugged", "status": "completed", "tag": "168ab53b-b91c-4090-a66e-94e8dec2fca2", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:23.400527 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14edc60d-6b93-463b-9b42-1968e53f6cc8 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:23.401694 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0796167-38a7-407a-9548-a520a17134b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168ab53b-b91c-4090-a66e-94e8dec2fca2', 'code': 200} Jun 06 19:16:23.429267 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-ab9fbc57-02c4-4ba5-abe5-5c2bcce76a4b service neutron] 10.222.0.43 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392493 Jun 06 19:16:23.725614 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328da8de-3d0a-4222-96f5-92885ff3756f req-276aa814-1718-4db2-b95b-4753a05ddd5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:23.731025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-328da8de-3d0a-4222-96f5-92885ff3756f req-276aa814-1718-4db2-b95b-4753a05ddd5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2111447 Jun 06 19:16:23.814742 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-328da8de-3d0a-4222-96f5-92885ff3756f req-4a1edce0-f028-4eed-b82c-d71ed8a352c0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770760 Jun 06 19:16:23.922628 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452d978-3242-49fb-8a93-9eded0e8563f req-396718d1-e89a-4f20-86ed-baf7948e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:23.924070 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e452d978-3242-49fb-8a93-9eded0e8563f req-396718d1-e89a-4f20-86ed-baf7948e343d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 1099 time: 0.2678902 Jun 06 19:16:23.927264 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cd5ee9af-20af-46e8-8859-f79b72e2ff7b req-fc0d226a-8ba2-4a73-867f-7dfdce32c033 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 210 time: 0.0609820 Jun 06 19:16:23.956668 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915975c-675d-4395-8677-234122956f71 req-b086efa1-982f-40be-9e21-17a620efb537 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:23.958393 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f915975c-675d-4395-8677-234122956f71 req-b086efa1-982f-40be-9e21-17a620efb537 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.1425471 Jun 06 19:16:24.078756 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6c2328c4-8c28-425e-b7e3-bb6699190b0f req-823882a9-17d8-4b4e-b5de-9a3eaf3aa587 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 210 time: 0.0921016 Jun 06 19:16:24.099675 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e452d978-3242-49fb-8a93-9eded0e8563f req-a89d5225-a7ba-4776-b79a-d6129be19ca6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402113 Jun 06 19:16:24.110402 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f915975c-675d-4395-8677-234122956f71 req-161e29c3-baa1-417a-b71e-c35dcb7c74ae tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 Jun 06 19:16:25.157686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b5ff55b6-8c61-462b-8b8e-07b0832d1cc7 req-8105fbf2-4b7d-4641-9fdc-50c3f2d3b75c tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 210 time: 0.0687025 Jun 06 19:16:25.189598 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-25e9e312-55a7-4590-95f9-d5c8d5a3bc9c tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:25.191172 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-25e9e312-55a7-4590-95f9-d5c8d5a3bc9c tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "GET /v2.0/networks?id=7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 200 len: 814 time: 0.2726169 Jun 06 19:16:25.203409 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453a1c-e7a0-4830-aab5-62b57b714254 req-f30fb949-556f-41ad-9208-751390fc4a4a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:25.204876 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a5453a1c-e7a0-4830-aab5-62b57b714254 req-f30fb949-556f-41ad-9208-751390fc4a4a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2637353 Jun 06 19:16:25.210325 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Request body: {'port': {'device_id': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'network_id': '7bf9b668-264f-467f-936f-638c88250c55', 'admin_state_up': True, 'tenant_id': '47ee8b4b0f19462eab64bca2293403da'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:25.468439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e501ef1-699c-4291-9aec-6e4367e149cb req-4aefb328-9520-4ec3-89f7-d07891848bf4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 210 time: 0.2026572 Jun 06 19:16:25.473336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a5453a1c-e7a0-4830-aab5-62b57b714254 req-14668513-3937-4015-9526-ba9dce1cb579 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447963 Jun 06 19:16:25.557498 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Made reservation on behalf of 47ee8b4b0f19462eab64bca2293403da for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:25.562247 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:25.919666 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883656e-33ba-452f-bf82-3ef94dc72f4b req-eb68ca2a-2162-4104-9315-d086d89257e3 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:25.921134 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0883656e-33ba-452f-bf82-3ef94dc72f4b req-eb68ca2a-2162-4104-9315-d086d89257e3 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.3344285 Jun 06 19:16:25.950092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Allocated IP 172.20.0.8 (7bf9b668-264f-467f-936f-638c88250c55/a22a460b-9662-4016-b168-57ddd823a3e6/1509b8e2-9fe7-44d7-9bad-a46aad0213b7) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:16:25.988183 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-f99d317c-1b2b-498f-b95f-02d923d17db3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:25.989639 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-f99d317c-1b2b-498f-b95f-02d923d17db3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 810 time: 0.2643294 Jun 06 19:16:26.038406 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0883656e-33ba-452f-bf82-3ef94dc72f4b req-f5e8be35-5557-4ae5-849f-3f0fff157aab tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067712 Jun 06 19:16:26.102212 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-fc149b83-ee62-4503-a813-fccb86a50d80 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cdd12ee5be49c9a00487b3c6692b2c HTTP/1.1" status: 200 len: 380 time: 0.0835254 Jun 06 19:16:26.127350 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'port': {'device_id': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'admin_state_up': True, 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'security_groups': ['322ab176-2441-4185-8315-b858917a36a4']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:26.353562 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c79aee6a-eee6-4eee-bb09-ff89e9ecd60b req-2be86d64-364e-4a3e-933a-3e3110a57a98 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 210 time: 0.0771420 Jun 06 19:16:26.392170 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:26.426224 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Made reservation on behalf of 91cdd12ee5be49c9a00487b3c6692b2c for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:26.429950 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:26.495652 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:26.506346 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:26.593142 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Network 7bf9b668-264f-467f-936f-638c88250c55 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:16:26.629085 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:26.676352 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:16:26.714423 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Pushing event updated for resources: {'Port': ['ID=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:26.752776 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1128ab6-0015-45af-ab2d-378a1592f49d req-79d81a98-c987-4738-b0a7-5b82a45c4f03 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 210 time: 0.1585355 Jun 06 19:16:26.763849 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:26.818994 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:26.819590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:26.837146 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Allocated IP 172.20.0.11 (d2f24d67-9e57-4f05-bd47-d3fa2a9d6023/2f7c251f-a6fb-4b3b-ba61-9472547c5c0c/fb7272e6-47c1-42fe-9e83-bff9864eeaaa) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:16:26.854580 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6482329 Jun 06 19:16:26.877608 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Request body: {'port': {'device_id': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:26.920641 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed3476-3682-4fad-9d5f-edbe183278d0 req-29ff1512-d841-407a-8270-85995a9a92e3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:26.922157 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69ed3476-3682-4fad-9d5f-edbe183278d0 req-29ff1512-d841-407a-8270-85995a9a92e3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3364704 Jun 06 19:16:27.242191 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69ed3476-3682-4fad-9d5f-edbe183278d0 req-0964bf74-3cd3-4133-8a2c-d6e7c53d4e29 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073394 Jun 06 19:16:27.283708 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:27.369060 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:27.464723 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Transition to ACTIVE for port object fb7272e6-47c1-42fe-9e83-bff9864eeaaa will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:27.476762 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8417fdd-9dd8-4dc5-ba31-73b1363f38bb req-9034f62b-4962-4a2e-a910-ddf678145dd8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:27.478315 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e8417fdd-9dd8-4dc5-ba31-73b1363f38bb req-9034f62b-4962-4a2e-a910-ddf678145dd8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.3218315 Jun 06 19:16:27.676890 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e8417fdd-9dd8-4dc5-ba31-73b1363f38bb req-3c3beb8d-493a-42d6-b52c-72eb45b8ce28 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839650 Jun 06 19:16:27.704453 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:27.713646 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:27.805446 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:16:27.810445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:27.814613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'Port': ['ID=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:27.816795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:16:27.851296 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:27.861968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518bfa5-0e15-4ef0-87f1-c4e4d0d5c7fc req-a7862659-f532-441a-b57f-85027b01c350 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:27.866581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1518bfa5-0e15-4ef0-87f1-c4e4d0d5c7fc req-a7862659-f532-441a-b57f-85027b01c350 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 931 time: 0.3522334 Jun 06 19:16:27.963322 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.db.resource_extend [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:16:28.072653 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-471f9919-b9cb-4cc5-bef1-494ac65d693c None None] Provisioning for port fb7272e6-47c1-42fe-9e83-bff9864eeaaa completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:28.081286 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-471f9919-b9cb-4cc5-bef1-494ac65d693c None None] Provisioning complete for port fb7272e6-47c1-42fe-9e83-bff9864eeaaa triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:28.082311 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-471f9919-b9cb-4cc5-bef1-494ac65d693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:28.127689 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:28.128432 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:28.168907 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1518bfa5-0e15-4ef0-87f1-c4e4d0d5c7fc req-4bdd12ba-bbf2-4f6f-a486-227953850556 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861547 Jun 06 19:16:28.168907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:28.181934 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:28.207802 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-471f9919-b9cb-4cc5-bef1-494ac65d693c None None] Port fb7272e6-47c1-42fe-9e83-bff9864eeaaa cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:16:28.213047 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999753e6-0301-4077-a4d3-06c2c2d1b6f9 req-a27c344e-b6e5-4b87-ba60-4091fa731e9c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:28.214616 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-999753e6-0301-4077-a4d3-06c2c2d1b6f9 req-a27c344e-b6e5-4b87-ba60-4091fa731e9c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 932 time: 0.3384490 Jun 06 19:16:28.215957 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0956540 Jun 06 19:16:28.239058 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Transition to ACTIVE for port object 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:28.250363 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Request body: {'port': {'device_id': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:28.274025 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:28.289130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:28.485714 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-999753e6-0301-4077-a4d3-06c2c2d1b6f9 req-3c2c58c2-1f5b-41f5-9edf-0605aa9b4a23 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627890 Jun 06 19:16:28.623374 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Pushing event updated for resources: {'Port': ['ID=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:28.634434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:28.666403 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:28.735441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Attempting to bind port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:16:28.735766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Attempting to bind port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:16:28.736083 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Attempting to bind port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 on network 7bf9b668-264f-467f-936f-638c88250c55 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:28.756185 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 on network 7bf9b668-264f-467f-936f-638c88250c55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:16:28.756506 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Attempting to bind port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 on network 7bf9b668-264f-467f-936f-638c88250c55 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:28.771476 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeacad7-818e-48ac-bf96-841851e1e4ad req-6da7d19a-b130-40cc-a421-4bd7e9014c01 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:28.773030 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fdeacad7-818e-48ac-bf96-841851e1e4ad req-6da7d19a-b130-40cc-a421-4bd7e9014c01 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3929083 Jun 06 19:16:28.786868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:16:28.786868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Checking segment: {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:28.786868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Bound using segment: {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:16:28.786868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Bound port: 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:16:28.786868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:29.057619 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fdeacad7-818e-48ac-bf96-841851e1e4ad req-77a2a318-f3dd-47e1-ac5c-1e4e480d90db tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748156 Jun 06 19:16:29.121311 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] For port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:29.174305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] For port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:29.185159 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:29.190739 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6ecfde60-61f4-4038-8019-6b4f4e5eb022 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:29.273417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:29.274084 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:29.275483 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] 10.222.0.16 "PUT /v2.0/ports/1509b8e2-9fe7-44d7-9bad-a46aad0213b7 HTTP/1.1" status: 200 len: 1093 time: 2.4029560 Jun 06 19:16:29.278640 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'tag': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:29.280950 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2b5db3-e97d-4796-a3f1-42460d6debeb", "tag": "1509b8e2-9fe7-44d7-9bad-a46aad0213b7"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:29.295287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Pushing event updated for resources: {'Port': ['ID=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:29.299206 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:29.476292 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7272e6-47c1-42fe-9e83-bff9864eeaaa {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:29.487582 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:29.509432 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Transition to ACTIVE for port object fb7272e6-47c1-42fe-9e83-bff9864eeaaa will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:29.521371 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:29.526112 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:29.585254 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-fac7501d-823a-4e0a-a5a0-8669a297c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:29.586830 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-fac7501d-823a-4e0a-a5a0-8669a297c615 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ee8b4b0f19462eab64bca2293403da&device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 1096 time: 0.2360873 Jun 06 19:16:29.598225 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8064e8-a875-45d5-ac53-5678f1f12441 req-ab7cbbfe-7b84-41c7-9f8d-d2039ee80455 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:29.600248 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5c8064e8-a875-45d5-ac53-5678f1f12441 req-ab7cbbfe-7b84-41c7-9f8d-d2039ee80455 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 943 time: 0.2883620 Jun 06 19:16:29.775410 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1146f7a2-170e-40f7-8cc2-f1a9ba144778 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7 HTTP/1.1" status: 200 len: 217 time: 0.1689625 Jun 06 19:16:29.775410 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Pushing event updated for resources: {'Port': ['ID=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:29.800285 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:29.801645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c72781-0d77-4c7f-979f-279822bcdef4 x-openstack-request-id: req-84c72781-0d77-4c7f-979f-279822bcdef4 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:29.806630 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2b5db3-e97d-4796-a3f1-42460d6debeb", "tag": "1509b8e2-9fe7-44d7-9bad-a46aad0213b7", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:29.806845 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84c72781-0d77-4c7f-979f-279822bcdef4 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:29.807287 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'tag': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7', 'status': 'completed', 'code': 200} Jun 06 19:16:29.955506 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5c8064e8-a875-45d5-ac53-5678f1f12441 req-5211cff6-d208-4181-894c-d5929645fd9d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026786 Jun 06 19:16:29.991166 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-825fb914-c45b-4b39-8d3c-c5d83769c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:29.992978 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-825fb914-c45b-4b39-8d3c-c5d83769c440 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a22a460b-9662-4016-b168-57ddd823a3e6 HTTP/1.1" status: 200 len: 854 time: 0.1936107 Jun 06 19:16:30.060813 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-59ff4323-60b5-4da8-a819-7f8661e66530 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bf9b668-264f-467f-936f-638c88250c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506995 Jun 06 19:16:30.064440 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Attempting to bind port fb7272e6-47c1-42fe-9e83-bff9864eeaaa on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:16:30.064767 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Attempting to bind port fb7272e6-47c1-42fe-9e83-bff9864eeaaa by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:16:30.065092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Attempting to bind port fb7272e6-47c1-42fe-9e83-bff9864eeaaa on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:30.093393 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Port fb7272e6-47c1-42fe-9e83-bff9864eeaaa on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:16:30.093719 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Attempting to bind port fb7272e6-47c1-42fe-9e83-bff9864eeaaa on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:30.107560 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:16:30.107924 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Checking segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:30.108306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Bound using segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:16:30.108734 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Bound port: fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:16:30.109075 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:30.184645 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:30.240246 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f15bf0-e517-4b38-aa7b-76dc92f68843 req-98c34bfc-659b-449b-90c4-238faff8dd8c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:30.241754 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-41f15bf0-e517-4b38-aa7b-76dc92f68843 req-98c34bfc-659b-449b-90c4-238faff8dd8c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 944 time: 0.3299408 Jun 06 19:16:30.380263 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-1577b78e-7a7d-4526-aba9-1b5965d05dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096051 Jun 06 19:16:30.388198 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] For port fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:30.398182 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] For port fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:30.430071 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-41f15bf0-e517-4b38-aa7b-76dc92f68843 req-3a4c1e05-a38f-41f5-9532-2d42076d3f67 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782253 Jun 06 19:16:30.438237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:30.444014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:30.667195 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:30.667801 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:30.669252 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] 10.222.0.16 "PUT /v2.0/ports/fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 1094 time: 2.4269419 Jun 06 19:16:30.714771 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3c73c-0e8b-4d52-8838-1d1822b28e70 req-91b4ab00-41ca-4fef-8a3f-862a069a6f80 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:30.716187 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-55c3c73c-0e8b-4d52-8838-1d1822b28e70 req-91b4ab00-41ca-4fef-8a3f-862a069a6f80 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.4925060 Jun 06 19:16:30.755306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Pushing event updated for resources: {'Port': ['ID=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:30.776326 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:30.778399 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee8a4731-7f56-4bfc-bdc7-87fa4b830047 req-c1a55500-f051-4a6e-9d12-6188057733ef service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867228 Jun 06 19:16:30.821239 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-55c3c73c-0e8b-4d52-8838-1d1822b28e70 req-7c0f0e51-dcfc-4ad5-a8b7-820d31083d96 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689142 Jun 06 19:16:30.838091 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-9710170d-a7f1-4c20-976a-d7e93fda22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:30.840085 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-9710170d-a7f1-4c20-976a-d7e93fda22ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1097 time: 0.1208637 Jun 06 19:16:30.957545 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-312224e2-0d69-47b5-88cc-747f3fc9c4e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 217 time: 0.1018927 Jun 06 19:16:31.046973 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-94ee9dcf-9cd9-469f-89fa-7a32b745911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.048594 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-94ee9dcf-9cd9-469f-89fa-7a32b745911c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.0806923 Jun 06 19:16:31.095929 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-5513203c-f3a8-4400-9ba0-b94060dbc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.097368 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-5513203c-f3a8-4400-9ba0-b94060dbc534 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ee8b4b0f19462eab64bca2293403da&device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 1096 time: 0.1899843 Jun 06 19:16:31.312174 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-404be9c6-ca07-4c40-ad9a-df9aa629a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.313629 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-404be9c6-ca07-4c40-ad9a-df9aa629a9ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 200 len: 915 time: 0.1768656 Jun 06 19:16:31.323156 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-0c99920b-a2d8-4979-b4d0-8193b9f2cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.324479 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-0c99920b-a2d8-4979-b4d0-8193b9f2cb92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2677624 Jun 06 19:16:31.332534 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c131a-0f0e-4596-8e41-37986954a3cb req-bbc288bb-2a98-46e0-a730-0b8acf41995e tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.333877 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a82c131a-0f0e-4596-8e41-37986954a3cb req-bbc288bb-2a98-46e0-a730-0b8acf41995e tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 943 time: 0.2412925 Jun 06 19:16:31.444657 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-d850ffd3-2c5a-4613-9c1e-a2714221deab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7 HTTP/1.1" status: 200 len: 217 time: 0.1030653 Jun 06 19:16:31.565202 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a82c131a-0f0e-4596-8e41-37986954a3cb req-256a3b57-d15c-4c5d-bfe4-6c7df4639845 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253873 Jun 06 19:16:31.628148 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-ce04a19a-9e91-4062-9db9-0fda6ab4f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.629581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-ce04a19a-9e91-4062-9db9-0fda6ab4f740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a22a460b-9662-4016-b168-57ddd823a3e6 HTTP/1.1" status: 200 len: 854 time: 0.1665640 Jun 06 19:16:31.707058 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-1c0f83b7-627a-48f6-926a-8dd76ab4007b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bf9b668-264f-467f-936f-638c88250c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605285 Jun 06 19:16:31.710949 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-61c4724b-ade0-44bc-81aa-14eeb8f459e2 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573558 Jun 06 19:16:31.780853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d409341-1f53-4ca3-a73d-74d8b16ebb4f req-d59cbded-2251-44a1-8625-b48ddf3160fa tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:31.782263 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6d409341-1f53-4ca3-a73d-74d8b16ebb4f req-d59cbded-2251-44a1-8625-b48ddf3160fa tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 944 time: 0.2205663 Jun 06 19:16:31.809091 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:31.811316 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:31.925078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dedfa4-1c38-4f30-a53d-cd26fa06c719 x-openstack-request-id: req-21dedfa4-1c38-4f30-a53d-cd26fa06c719 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:31.925078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:31.925078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21dedfa4-1c38-4f30-a53d-cd26fa06c719 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:31.925587 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'status': 'completed', 'code': 200} Jun 06 19:16:32.044570 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6d409341-1f53-4ca3-a73d-74d8b16ebb4f req-56bb0d92-46c3-4695-a289-3038b7ee48a8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409294 Jun 06 19:16:32.070709 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-dfb83d29-a8f4-4e90-9774-8130c947e7e6 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430274 Jun 06 19:16:32.070709 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04e7538f-82c8-4f10-8b53-5df26de8e217 req-a250ff8c-bcb6-4847-8484-f7fd7f24c648 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440917 Jun 06 19:16:32.355423 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15e21-7d9b-4d59-9edb-a020ecb136e3 req-279e3891-f56b-4ed6-b2df-550444f013f0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:32.355423 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5e15e21-7d9b-4d59-9edb-a020ecb136e3 req-279e3891-f56b-4ed6-b2df-550444f013f0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.4000359 Jun 06 19:16:32.396348 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90487a7d-6c27-4c3a-8ae7-45cbda4b1c94 req-41807d1b-ef89-4c88-a60c-9dfb474eaa23 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166153 Jun 06 19:16:32.427787 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5e15e21-7d9b-4d59-9edb-a020ecb136e3 req-f65685a9-f916-4e8c-a898-08cf520ffe06 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Jun 06 19:16:32.430459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-f140d4f2-8821-4524-8791-9a12947cab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:32.431984 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-f140d4f2-8821-4524-8791-9a12947cab09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1097 time: 0.3043933 Jun 06 19:16:32.573660 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-a57f6b55-5d90-4180-853a-002cba8d1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:32.575142 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-a57f6b55-5d90-4180-853a-002cba8d1108 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.1283100 Jun 06 19:16:32.651915 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-6abce5b4-dc28-46d7-b1ff-45ac63684773 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 217 time: 0.0599113 Jun 06 19:16:32.779809 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-a13d9433-275c-44ba-a064-1dbf3e38a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:32.781403 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-a13d9433-275c-44ba-a064-1dbf3e38a308 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.1151593 Jun 06 19:16:32.850290 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb323c7-497a-447e-9e56-452d79101b7b req-926cec8c-1461-4e6d-ad4c-42b6a2913552 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:32.852000 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9eb323c7-497a-447e-9e56-452d79101b7b req-926cec8c-1461-4e6d-ad4c-42b6a2913552 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 943 time: 0.1536238 Jun 06 19:16:32.909105 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9eb323c7-497a-447e-9e56-452d79101b7b req-64c4a577-a3ff-4541-a691-a9ba310c9fb4 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Jun 06 19:16:32.917744 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-528ef8f6-6a25-4636-a1ee-12bfb0938715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:32.919220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-528ef8f6-6a25-4636-a1ee-12bfb0938715 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1261923 Jun 06 19:16:33.070762 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-e28e75d7-7bd0-4c62-8b24-c346e89bec4c service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307583 Jun 06 19:16:33.264461 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e3c5ff6-01a9-4820-a422-02e194bb2b9a req-2642bb8e-ad65-4b02-987c-1f23f458226a service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754863 Jun 06 19:16:33.288257 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fbaf-2671-4824-a151-d4925e507db9 req-b6420fd8-2396-4540-b764-5819b71c654b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:33.289693 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2f1fbaf-2671-4824-a151-d4925e507db9 req-b6420fd8-2396-4540-b764-5819b71c654b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 944 time: 0.1110342 Jun 06 19:16:33.335020 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2f1fbaf-2671-4824-a151-d4925e507db9 req-79150434-2426-4a81-b82f-35370d2eb5af tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Jun 06 19:16:33.599682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a687530b-7c26-4a93-92d6-7cca62b3e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:33.620836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5efd8-462f-4384-a07f-3816bf54689d req-e2796e59-13e4-448d-bf17-b6816fae9105 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:33.622286 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9fc5efd8-462f-4384-a07f-3816bf54689d req-e2796e59-13e4-448d-bf17-b6816fae9105 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0865881 Jun 06 19:16:33.665480 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9fc5efd8-462f-4384-a07f-3816bf54689d req-7db1d24f-f370-47a2-9a49-2911e21bc8b0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Jun 06 19:16:34.099082 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0a0f7-f9eb-46c1-a558-7b7560908235 req-71f6d2c6-d224-47b3-be3f-db38e6088e86 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:34.101220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23b0a0f7-f9eb-46c1-a558-7b7560908235 req-71f6d2c6-d224-47b3-be3f-db38e6088e86 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 943 time: 0.0837376 Jun 06 19:16:34.157149 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23b0a0f7-f9eb-46c1-a558-7b7560908235 req-95104823-62c7-4f3e-99b8-1f26060514ae tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Jun 06 19:16:34.247232 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46600) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:34.365810 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.479744 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.484825 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.497466 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3ae6f39b-59d2-4220-ba3f-543aa80b0f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:34.526900 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aa423-762b-4d51-bb37-2ecac71bebe4 req-7fd141f1-7058-4fac-b22d-cb02bcee8714 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:34.528358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f7aa423-762b-4d51-bb37-2ecac71bebe4 req-7fd141f1-7058-4fac-b22d-cb02bcee8714 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 944 time: 0.0825832 Jun 06 19:16:34.536018 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec51616581da462eb8896e9b7e383ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876790 Jun 06 19:16:34.536957 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ce0b0-8591-4584-8efd-ec496a93ceb9,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:34.539093 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46606) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:34.555842 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.556211 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.556574 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.556928 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.557285 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.557628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.558073 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.558351 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.558689 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.559026 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.559359 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.559696 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:34.565173 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:34.578346 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f7aa423-762b-4d51-bb37-2ecac71bebe4 req-2dd9d2ad-f679-4ec2-a4ed-697bf37c1049 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Jun 06 19:16:34.616556 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.643378 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.697210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.699895 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:34.703507 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d7ce0b0-8591-4584-8efd-ec496a93ceb9 HTTP/1.1" status: 204 len: 168 time: 0.1611164 Jun 06 19:16:34.703507 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d3400ba6-e888-4134-aabb-f891002da3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:34.713689 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ce0b0-8591-4584-8efd-ec496a93ceb9,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:34.715822 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:34.865280 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f3561-ff98-4f96-940b-6523c1380ff3 req-cd075acf-0f4a-4493-a68b-261fe1ba035b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:34.866872 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f24f3561-ff98-4f96-940b-6523c1380ff3 req-cd075acf-0f4a-4493-a68b-261fe1ba035b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0902858 Jun 06 19:16:34.913220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f24f3561-ff98-4f96-940b-6523c1380ff3 req-77e8ebc0-82d2-400c-a361-127034a980c6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Jun 06 19:16:35.038675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:16:35.189699 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:35.206670 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7', 'network_id': '7bf9b668-264f-467f-936f-638c88250c55', 'port_id': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7', 'mac_address': 'fa:16:3e:b0:35:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22a460b-9662-4016-b168-57ddd823a3e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:16:35.281040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:35.299233 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:35.316305 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:35.321821 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:35.322925 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device fb7272e6-47c1-42fe-9e83-bff9864eeaaa details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:16:35.326510 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:35.382356 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb238e0-5340-4249-947f-23de13525f87 req-1e51d25a-0530-4934-adcd-70444ca01c12 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:35.390252 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cbb238e0-5340-4249-947f-23de13525f87 req-1e51d25a-0530-4934-adcd-70444ca01c12 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 944 time: 0.1070168 Jun 06 19:16:35.436607 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cbb238e0-5340-4249-947f-23de13525f87 req-102dfbc4-db9f-4244-9f84-08431ce46424 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Jun 06 19:16:35.482455 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:35.486293 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:35.536217 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:35.549969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'port_id': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'mac_address': 'fa:16:3e:74:6d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:16:35.604621 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:35.622616 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7272e6-47c1-42fe-9e83-bff9864eeaaa {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:35.641709 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:35.647944 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:35.650255 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-112a7b96-ae8b-4106-ae28-72df571087b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:35.727500 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:35.730648 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:35.795504 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b3fb-6212-43c0-a6ad-5606e7cfd461 req-3f53d6af-c07b-443c-a74e-c061bf9ed431 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:35.797038 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-daf6b3fb-6212-43c0-a6ad-5606e7cfd461 req-3f53d6af-c07b-443c-a74e-c061bf9ed431 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 945 time: 0.1074424 Jun 06 19:16:35.843292 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-daf6b3fb-6212-43c0-a6ad-5606e7cfd461 req-1c1bfaba-d5d6-494f-8d7b-f21d936b88b7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Jun 06 19:16:36.061754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:36.115348 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a89ef2-fa1f-4eb7-b6ff-0393bed2c76c req-237ad0d5-727b-40c4-95ba-207dba9139da tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:36.118292 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35a89ef2-fa1f-4eb7-b6ff-0393bed2c76c req-237ad0d5-727b-40c4-95ba-207dba9139da tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0866120 Jun 06 19:16:36.177256 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35a89ef2-fa1f-4eb7-b6ff-0393bed2c76c req-792a9bde-3c9a-4b17-b9dd-0602d777bc30 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Jun 06 19:16:36.181456 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1509b8e2-9fe7-44d7-9bad-a46aad0213b7'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:16:36.222725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['fb7272e6-47c1-42fe-9e83-bff9864eeaaa'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:16:36.322194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6cef02f2-fe4c-4bfc-b264-1b8c25dd2f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:36.706638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951389f-e01e-430b-992b-8cdff97e0bf1 req-c3e67418-1706-405d-bded-b0e7ed01da80 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:36.708108 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7951389f-e01e-430b-992b-8cdff97e0bf1 req-c3e67418-1706-405d-bded-b0e7ed01da80 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 944 time: 0.1603928 Jun 06 19:16:36.755848 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7951389f-e01e-430b-992b-8cdff97e0bf1 req-38e9d302-e36d-409f-be84-1cfac1e4c104 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Jun 06 19:16:37.039059 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a652-9c31-4ece-a1f1-9520cc829a13 req-165bc0d7-c9c5-445b-a88f-714b5db6f8b8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:37.040534 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ab32a652-9c31-4ece-a1f1-9520cc829a13 req-165bc0d7-c9c5-445b-a88f-714b5db6f8b8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 945 time: 0.0853806 Jun 06 19:16:37.085781 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ab32a652-9c31-4ece-a1f1-9520cc829a13 req-df5123d3-a345-413c-898d-e2351f0b395f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392132 Jun 06 19:16:37.329351 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:37.385671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652584a-d512-4fce-be4a-0dc9335116fe req-596a7aee-f547-4d92-9568-52a374db2793 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:37.387260 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2652584a-d512-4fce-be4a-0dc9335116fe req-596a7aee-f547-4d92-9568-52a374db2793 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0866251 Jun 06 19:16:37.439321 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2652584a-d512-4fce-be4a-0dc9335116fe req-8c2d0a86-0aaf-4455-b028-fde19c637c32 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458579 Jun 06 19:16:37.943935 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db978e-9e6c-4284-b026-771a5e57a0c3 req-5d8b1acd-1416-439d-835c-3b368e0c9ebf tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:37.945325 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f4db978e-9e6c-4284-b026-771a5e57a0c3 req-5d8b1acd-1416-439d-835c-3b368e0c9ebf tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 944 time: 0.0811164 Jun 06 19:16:37.991235 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f4db978e-9e6c-4284-b026-771a5e57a0c3 req-ef75944d-a8d0-45d4-b15c-6b9ed740b5c7 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Jun 06 19:16:38.423357 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afed99-545e-4fa1-a828-df548b324e20 req-f9b9761d-54fb-467c-ab7a-d3fb11d334d5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:38.424930 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b3afed99-545e-4fa1-a828-df548b324e20 req-f9b9761d-54fb-467c-ab7a-d3fb11d334d5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 945 time: 0.0959249 Jun 06 19:16:38.472187 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b3afed99-545e-4fa1-a828-df548b324e20 req-13006cdb-defc-4b3b-b0d4-b4272fed2056 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387743 Jun 06 19:16:38.652732 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a141d6-d5f4-477d-9cdc-0cc7288ce46b req-f28fc954-46a2-4a6e-acd9-5d78e99b9ed6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:38.654151 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a6a141d6-d5f4-477d-9cdc-0cc7288ce46b req-f28fc954-46a2-4a6e-acd9-5d78e99b9ed6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0828357 Jun 06 19:16:38.699598 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a6a141d6-d5f4-477d-9cdc-0cc7288ce46b req-5fdcc75a-ac31-423b-8cb5-231070648412 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Jun 06 19:16:38.836763 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:38.882809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-b27290b0-67a5-41c0-ad94-efc5df6f8d20 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543733763&fields=id&tenant_id=69221038382a4a9ea59ac1bda1a38dc5 HTTP/1.1" status: 200 len: 267 time: 0.0414929 Jun 06 19:16:39.049954 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-baf9c56d-ff75-4073-bb79-b328d31e2e77 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:39.051359 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-baf9c56d-ff75-4073-bb79-b328d31e2e77 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 809 time: 0.1589258 Jun 06 19:16:39.065891 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-a67599d6-6eea-42bb-978b-a1969230203c tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/quotas/69221038382a4a9ea59ac1bda1a38dc5 HTTP/1.1" status: 200 len: 375 time: 0.0089664 Jun 06 19:16:39.152024 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-f128378d-388d-4eda-a325-d6079f54398f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813479 Jun 06 19:16:39.294757 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-d2d59b3b-0233-4015-8fe9-52202a5a9e5c service neutron] 10.222.0.43 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307173 Jun 06 19:16:39.430147 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-f81240e8-78cb-4a4d-82b3-45b279ec9997 service neutron] 10.222.0.43 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290736 Jun 06 19:16:39.936372 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ccaa0-1928-419a-a3ac-7f1e9f145554 req-873f4123-c7b2-4764-94ac-bf9e3aeb72f6 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:39.937953 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c68ccaa0-1928-419a-a3ac-7f1e9f145554 req-873f4123-c7b2-4764-94ac-bf9e3aeb72f6 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 944 time: 0.0853305 Jun 06 19:16:39.986194 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c68ccaa0-1928-419a-a3ac-7f1e9f145554 req-652500e8-b45b-4a8c-8b02-b32c1ce860dd tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Jun 06 19:16:40.161163 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:40.163862 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2353317-3b2a-4403-917f-5d46d5958d29 req-bdeda2f4-0849-4fd5-8a66-61bf07034f29 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:40.165321 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a2353317-3b2a-4403-917f-5d46d5958d29 req-bdeda2f4-0849-4fd5-8a66-61bf07034f29 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 945 time: 0.0805790 Jun 06 19:16:40.210463 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a2353317-3b2a-4403-917f-5d46d5958d29 req-03729f54-6ceb-46eb-bd52-d8bb425f24f0 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 Jun 06 19:16:40.227055 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:40.231747 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:40.232146 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:40.349080 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:40.378254 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:40.380610 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b340661-66fb-45b9-8d64-2ef0c7900af0" -d '{"events": [{"server_uuid": "4e2b5db3-e97d-4796-a3f1-42460d6debeb", "name": "network-vif-plugged", "status": "completed", "tag": "1509b8e2-9fe7-44d7-9bad-a46aad0213b7"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:40.388259 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:40.392616 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:40.393634 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device fb7272e6-47c1-42fe-9e83-bff9864eeaaa up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:40.398983 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879c2f-b3f6-4c2c-a044-2e2812c193b8 req-4a14e590-28e5-41df-abdc-9adf141a5a5d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:40.400439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-17879c2f-b3f6-4c2c-a044-2e2812c193b8 req-4a14e590-28e5-41df-abdc-9adf141a5a5d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0845332 Jun 06 19:16:40.417419 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:40.445513 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-17879c2f-b3f6-4c2c-a044-2e2812c193b8 req-9e131c55-6f9d-4cdb-a20b-333167b8231f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 Jun 06 19:16:40.514229 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:40.523407 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.523751 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.524128 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.524461 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.524785 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.525111 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.525437 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.525754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.526123 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.526444 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.526757 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.527070 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:40.531205 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:40.540500 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port fb7272e6-47c1-42fe-9e83-bff9864eeaaa completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:40.547474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port fb7272e6-47c1-42fe-9e83-bff9864eeaaa triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:40.547865 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:40.614880 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bd2c70bf-c47a-4c48-bd38-4ae0d7810f30 req-10f5a3ee-0ade-4013-b2a5-3e05593e1997 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 210 time: 0.0428894 Jun 06 19:16:40.665754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:40.677977 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ed6fc-537f-4b4a-a433-368be14290f4 x-openstack-request-id: req-4d2ed6fc-537f-4b4a-a433-368be14290f4 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:40.678271 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2b5db3-e97d-4796-a3f1-42460d6debeb", "name": "network-vif-plugged", "status": "completed", "tag": "1509b8e2-9fe7-44d7-9bad-a46aad0213b7", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:40.678555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d2ed6fc-537f-4b4a-a433-368be14290f4 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:40.678936 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7', 'code': 200} Jun 06 19:16:40.703179 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:40.708761 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:40.710538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-63cb0307-542d-4724-9679-3d483e6c89db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:40.779258 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:40.782345 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:41.186013 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a34ed-4c3b-411e-82e3-ce4ab7b5d9db req-a83fe0f3-1b59-448a-8783-2eead2317859 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:41.187485 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ff7a34ed-4c3b-411e-82e3-ce4ab7b5d9db req-a83fe0f3-1b59-448a-8783-2eead2317859 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.0804532 Jun 06 19:16:41.241737 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ff7a34ed-4c3b-411e-82e3-ce4ab7b5d9db req-a627cc25-d5ea-47a4-a408-4f23be989ec7 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Jun 06 19:16:41.434643 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e61897-95e6-4cf4-889a-379a0bed5376 req-695f9eed-43eb-4819-b7db-7c2bfb5c088a tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:41.436081 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-89e61897-95e6-4cf4-889a-379a0bed5376 req-695f9eed-43eb-4819-b7db-7c2bfb5c088a tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0895705 Jun 06 19:16:41.495736 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-89e61897-95e6-4cf4-889a-379a0bed5376 req-63efa3f1-b02f-4e36-b355-a1619c31c0db tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514789 Jun 06 19:16:41.871182 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ddfd054a-2c8e-4e20-a510-9ea9b4b05b58 req-4bc10c96-f750-405a-ab2e-efacb47c63f0 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 210 time: 0.0559468 Jun 06 19:16:41.898663 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4244-dc38-4bc3-8c1d-dab629bf07b9 req-f3e5996a-8e5c-447d-9264-2026ecdbdfc9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:41.900182 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-af3e4244-dc38-4bc3-8c1d-dab629bf07b9 req-f3e5996a-8e5c-447d-9264-2026ecdbdfc9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3268173 Jun 06 19:16:41.947733 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068e1c6-35b8-4be5-bda9-f7c9fdd109d6 req-3afeda41-3dc4-4a2d-8cce-c39f975688b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:41.949193 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4068e1c6-35b8-4be5-bda9-f7c9fdd109d6 req-3afeda41-3dc4-4a2d-8cce-c39f975688b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 1098 time: 0.1784818 Jun 06 19:16:41.964567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-af3e4244-dc38-4bc3-8c1d-dab629bf07b9 req-a0c0a89b-b579-46b6-8fcf-de051661646e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575421 Jun 06 19:16:42.020903 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4068e1c6-35b8-4be5-bda9-f7c9fdd109d6 req-91d67c2c-bb75-4b98-a8d2-d38d9280244c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Jun 06 19:16:42.432228 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9076a2-325c-452a-b9b8-764e5347e8c0 req-39471260-f61d-4470-a99d-8546f4843451 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:42.434035 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ca9076a2-325c-452a-b9b8-764e5347e8c0 req-39471260-f61d-4470-a99d-8546f4843451 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.0846591 Jun 06 19:16:42.521998 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ca9076a2-325c-452a-b9b8-764e5347e8c0 req-414893ba-c16d-4df1-8081-4d0505bf9634 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Jun 06 19:16:42.680628 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:42.684889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f71e9-ade0-414c-a8d4-cc86097185a8" -d '{"events": [{"server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "name": "network-vif-plugged", "status": "completed", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:42.685337 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-cc19b8e0-4d8a-46c2-b108-3498fcedce39 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:42.686770 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-cc19b8e0-4d8a-46c2-b108-3498fcedce39 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.16 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 809 time: 0.2132123 Jun 06 19:16:42.731448 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21087789-5b98-4f42-b9cc-d0d31ba75432 x-openstack-request-id: req-21087789-5b98-4f42-b9cc-d0d31ba75432 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:42.731742 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "name": "network-vif-plugged", "status": "completed", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:42.731994 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21087789-5b98-4f42-b9cc-d0d31ba75432 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:42.732407 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'code': 200} Jun 06 19:16:42.739000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1e4c-c378-4a71-b321-60c090746c7b req-345df857-e20b-4e02-b9b1-c20f18454927 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:42.740412 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f63f1e4c-c378-4a71-b321-60c090746c7b req-345df857-e20b-4e02-b9b1-c20f18454927 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1275811 Jun 06 19:16:42.778502 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-8d34b1c9-bc3a-4e19-a29f-872cbb37559c tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69221038382a4a9ea59ac1bda1a38dc5 HTTP/1.1" status: 200 len: 379 time: 0.0738819 Jun 06 19:16:42.801018 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f63f1e4c-c378-4a71-b321-60c090746c7b req-8e799ddc-d08d-409d-a011-13f4e4223f46 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526633 Jun 06 19:16:42.818121 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'port': {'device_id': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'admin_state_up': True, 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'security_groups': ['170a79a5-7d08-4a7d-a79a-baf1af0a414e']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:43.152253 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ac4c0948-293d-45ac-858b-6c0ca8df48fb req-2dc82b52-3320-4af6-a760-268b01533a19 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 210 time: 0.1136010 Jun 06 19:16:43.161155 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Made reservation on behalf of 69221038382a4a9ea59ac1bda1a38dc5 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:43.164593 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:43.267123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303e8f-7d5d-4d4b-b24f-fa077150f0e8 req-44c1c740-8485-4755-b498-21e37f34afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:43.268639 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23303e8f-7d5d-4d4b-b24f-fa077150f0e8 req-44c1c740-8485-4755-b498-21e37f34afe6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.2691836 Jun 06 19:16:43.332287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bcc67-9a27-48b1-9dc0-acef11906476 req-8662281d-81c7-4a98-bdf4-03e746aaea59 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:43.333751 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-131bcc67-9a27-48b1-9dc0-acef11906476 req-8662281d-81c7-4a98-bdf4-03e746aaea59 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2287214 Jun 06 19:16:43.400575 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23303e8f-7d5d-4d4b-b24f-fa077150f0e8 req-9abb85fe-bad3-4ce9-a624-48e3236b692f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232085 Jun 06 19:16:43.435362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Allocated IP 172.20.0.5 (b45e1318-68bc-4144-ad7f-95e06d53d90a/82625c9e-d8ff-45b0-842a-9d6b930b2a60/5d35c18d-740c-439f-8f8a-4a3fe9c8177a) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:16:43.443495 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-131bcc67-9a27-48b1-9dc0-acef11906476 req-368823d5-0028-4f88-b467-14d7ca985a99 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789652 Jun 06 19:16:43.631968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:43.689130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Transition to ACTIVE for port object 5d35c18d-740c-439f-8f8a-4a3fe9c8177a will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:43.740902 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837c720-f9f7-403e-a916-6875d94d57bb req-545ad6c2-3d24-4379-a33f-e2500d15d11b tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:43.742368 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d837c720-f9f7-403e-a916-6875d94d57bb req-545ad6c2-3d24-4379-a33f-e2500d15d11b tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.1073236 Jun 06 19:16:43.743897 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:43.751168 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e87e662b-3c8c-43a4-9a5e-474100d58a2c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:43.844730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Network b45e1318-68bc-4144-ad7f-95e06d53d90a is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:16:43.849890 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:43.863145 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:16:43.915582 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d837c720-f9f7-403e-a916-6875d94d57bb req-c0d8ec99-7f2c-4e4e-8c89-a25123372f6a tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649656 Jun 06 19:16:43.916241 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:43.934728 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.935089 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.935434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.935775 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.936111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.936443 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.936865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.937229 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.937562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.950451 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.950997 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.951353 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:16:43.961918 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:44.077134 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:44.078579 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:44.135856 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3224027 Jun 06 19:16:44.155215 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927355c9-a34d-488c-9b5c-bec1e50161ea req-ca1d92a6-d6b8-42e1-9aaf-a7a982b99a67 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:44.156757 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-927355c9-a34d-488c-9b5c-bec1e50161ea req-ca1d92a6-d6b8-42e1-9aaf-a7a982b99a67 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.2262800 Jun 06 19:16:44.162510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Request body: {'port': {'device_id': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:44.200817 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-9f68852f-31f8-428f-9958-01d6e8a251e4 None None] Provisioning for port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:44.205411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-9f68852f-31f8-428f-9958-01d6e8a251e4 None None] Provisioning complete for port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:44.206126 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9f68852f-31f8-428f-9958-01d6e8a251e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:44.322860 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9f68852f-31f8-428f-9958-01d6e8a251e4 None None] Port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:16:44.392705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-927355c9-a34d-488c-9b5c-bec1e50161ea req-3796ab01-fefd-47cb-b1a9-0de0285df8c8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927063 Jun 06 19:16:44.468140 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:44.547779 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6cb1e-86fa-4ea4-b96f-eff467cc4d6f req-526288d0-5c9b-4d1b-a6f6-747c5e0fb0a4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:44.549298 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ca6cb1e-86fa-4ea4-b96f-eff467cc4d6f req-526288d0-5c9b-4d1b-a6f6-747c5e0fb0a4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 931 time: 0.2310801 Jun 06 19:16:44.738573 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ca6cb1e-86fa-4ea4-b96f-eff467cc4d6f req-eea4d49f-da6b-4b82-9576-e547a0d8caf5 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686625 Jun 06 19:16:44.794142 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 46890) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:44.900262 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-279d2912-4860-4502-b8a5-f28a06af0f43 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:44.901812 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-279d2912-4860-4502-b8a5-f28a06af0f43 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.3664300 Jun 06 19:16:45.013904 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.020084 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-910403d2-fdf3-4d1b-a3d4-8c2186c467d3 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/quotas/8525fb2525d7418ca8e52a492b3117b1 HTTP/1.1" status: 200 len: 375 time: 0.0931883 Jun 06 19:16:45.148863 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.153955 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.164001 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f1da211-36f0-455a-8f11-248dbc8d9a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:45.209495 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2be05a989c7a4a9491464851bacf953c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136240 Jun 06 19:16:45.210288 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1e2fd0-6716-4ef9-a731-ef5d74fef11d,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:45.212543 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 46900) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:45.213521 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:45.369516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d35c18d-740c-439f-8f8a-4a3fe9c8177a {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:45.390526 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-0721c4f7-017f-4e4d-b76d-bdd70c0d5c54 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3362393 Jun 06 19:16:45.397539 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1327bc-76e4-4ea7-b8ac-a0edbefc4c20 req-efbf1310-07fb-42c7-bf25-2cd3c34dad07 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:45.399001 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b1327bc-76e4-4ea7-b8ac-a0edbefc4c20 req-efbf1310-07fb-42c7-bf25-2cd3c34dad07 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3863637 Jun 06 19:16:45.401897 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.427105 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.488627 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Transition to ACTIVE for port object 5d35c18d-740c-439f-8f8a-4a3fe9c8177a will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:45.506712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8cb6-9d11-444c-b192-9b5b271f6d25 req-6d0739f7-c5a2-46f0-821f-fc9e2fbb5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:45.508188 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b5d8cb6-9d11-444c-b192-9b5b271f6d25 req-6d0739f7-c5a2-46f0-821f-fc9e2fbb5938 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.3512995 Jun 06 19:16:45.561851 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.566760 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.579026 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:45.756927 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b1327bc-76e4-4ea7-b8ac-a0edbefc4c20 req-1cef44e3-721a-48f3-90c5-423633f93ad6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482025 Jun 06 19:16:45.819677 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:45.826974 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:45.855859 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b5d8cb6-9d11-444c-b192-9b5b271f6d25 req-7fb88e45-db47-4457-bd8c-eccad4974a02 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779207 Jun 06 19:16:45.862973 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-c6764746-a2d3-4f2b-bc8d-b81582013b6a service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632010 Jun 06 19:16:45.955931 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.958494 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:45.962854 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f1e2fd0-6716-4ef9-a731-ef5d74fef11d HTTP/1.1" status: 204 len: 168 time: 0.7461467 Jun 06 19:16:46.104516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-dd727cae-3531-45b3-9dbf-5ec945d7f898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:46.119278 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1e2fd0-6716-4ef9-a731-ef5d74fef11d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:46.128236 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:46.158218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Attempting to bind port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:16:46.158549 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Attempting to bind port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:16:46.158968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Attempting to bind port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a on network b45e1318-68bc-4144-ad7f-95e06d53d90a {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:46.177021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a on network b45e1318-68bc-4144-ad7f-95e06d53d90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:16:46.177377 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Attempting to bind port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a on network b45e1318-68bc-4144-ad7f-95e06d53d90a {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:46.189594 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:16:46.190054 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Checking segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:46.190536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Bound using segment: {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:16:46.190985 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Bound port: 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adcbdfb-61fb-431e-8475-cbfef3ebb308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:16:46.191340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:46.203065 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-7b61a7ce-3bb9-4f8e-9211-9d8bcea334e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332376 Jun 06 19:16:46.299837 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:46.304451 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:46.309861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:46.317568 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:46.388376 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:46.388992 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:46.390366 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] 10.222.0.16 "PUT /v2.0/ports/5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 1093 time: 2.2325854 Jun 06 19:16:46.390847 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:46.393235 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745990e1-b02f-4982-966a-bbaa38e65e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:46.411848 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:46.415984 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:46.584234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8e0f-47af-43e4-9ec9-388085bfee90 req-36a7f198-b5dc-4322-a496-4ada208db4ae tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:46.585997 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-136b8e0f-47af-43e4-9ec9-388085bfee90 req-36a7f198-b5dc-4322-a496-4ada208db4ae tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1531327 Jun 06 19:16:46.593448 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-427b01d8-fa3c-4a46-8dd5-164caba65578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:46.595051 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-427b01d8-fa3c-4a46-8dd5-164caba65578 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1096 time: 0.1221292 Jun 06 19:16:46.684426 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-a8785eb5-f2d4-4200-b2fb-3660596b6846 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 217 time: 0.0707583 Jun 06 19:16:46.747232 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-136b8e0f-47af-43e4-9ec9-388085bfee90 req-2fc0bd13-4ba6-4ab2-95f2-128486a17b4d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471102 Jun 06 19:16:46.765730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-17967bb8-d19f-47e0-9e3d-6a3fcea6c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:46.767325 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-17967bb8-d19f-47e0-9e3d-6a3fcea6c1aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 200 len: 848 time: 0.0727551 Jun 06 19:16:46.859003 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126a01-06a8-4c96-a46a-325d54047625 req-5894a7ce-fbb4-431d-b97b-35c2d47f76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:46.860424 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-5894a7ce-fbb4-431d-b97b-35c2d47f76dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b45e1318-68bc-4144-ad7f-95e06d53d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779285 Jun 06 19:16:47.090219 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f904975d-ceda-4867-a289-eaffd73b956b req-3df591a9-3a68-49ff-9237-08668596a06b tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0672138 Jun 06 19:16:47.103768 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb704640-1954-4fe9-8b95-957171643218 req-8b8e6168-1dea-4ef0-992e-26c9f97c56c6 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:47.105204 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fb704640-1954-4fe9-8b95-957171643218 req-8b8e6168-1dea-4ef0-992e-26c9f97c56c6 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.2486031 Jun 06 19:16:47.108863 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-fd0af97c-7bc2-4748-a60f-496bc3e2d119 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135148 Jun 06 19:16:47.170742 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820aa19e-d8d9-4396-ad49-1ee8d9b6ed3c x-openstack-request-id: req-820aa19e-d8d9-4396-ad49-1ee8d9b6ed3c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:47.171051 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:47.171321 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-820aa19e-d8d9-4396-ad49-1ee8d9b6ed3c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:47.171728 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'status': 'completed', 'code': 200} Jun 06 19:16:47.206098 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fb704640-1954-4fe9-8b95-957171643218 req-20fff526-87f1-4fcb-9694-26cdabb03bd0 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911236 Jun 06 19:16:47.412704 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94126a01-06a8-4c96-a46a-325d54047625 req-7c314e2d-f311-4ea9-8c71-9f4867b3d389 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461503 Jun 06 19:16:47.451580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e0078-b4b0-4c1e-9a9e-925c728761bc req-42cf8aa5-80dd-4f03-a8b1-b344bf21caef tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:47.453046 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa9e0078-b4b0-4c1e-9a9e-925c728761bc req-42cf8aa5-80dd-4f03-a8b1-b344bf21caef tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1760554 Jun 06 19:16:47.465945 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 46956) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:47.466933 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'floatingip': {'port_id': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:47.522255 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201eee7-dd4b-430a-9f48-aaa5212cdcf0 req-1d2211cf-87e8-4d1e-8195-8749f08ec0f8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:47.523693 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2201eee7-dd4b-430a-9f48-aaa5212cdcf0 req-1d2211cf-87e8-4d1e-8195-8749f08ec0f8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2115307 Jun 06 19:16:47.646010 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:47.889975 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2201eee7-dd4b-430a-9f48-aaa5212cdcf0 req-84f9795e-dccf-4fc5-bb4a-60af9c5030a0 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592954 Jun 06 19:16:48.033259 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa107c71-3473-4ae0-9298-1a9580c97967 req-ea413a69-da7d-4f0f-b4ab-a42f83972858 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:48.034577 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa107c71-3473-4ae0-9298-1a9580c97967 req-ea413a69-da7d-4f0f-b4ab-a42f83972858 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.4474106 Jun 06 19:16:48.097520 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-2c4d9e39-9b77-4ee9-8b87-6217b703e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:48.099010 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-2c4d9e39-9b77-4ee9-8b87-6217b703e5d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1096 time: 0.5674233 Jun 06 19:16:48.369454 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa107c71-3473-4ae0-9298-1a9580c97967 req-f40ad488-61c2-4a48-8be7-a26efc0006e5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812939 Jun 06 19:16:48.390531 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b814afa4-d785-499e-ab50-d5c6036d0aa2 req-d739b374-ce46-4c9f-87ef-febcee54f01e tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.1398447 Jun 06 19:16:48.398873 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-7f0042cb-bd86-4def-96bd-7d5b3d9b2f30 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:48.400301 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-7f0042cb-bd86-4def-96bd-7d5b3d9b2f30 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 815 time: 0.4496255 Jun 06 19:16:48.452023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Request body: {'port': {'device_id': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'admin_state_up': True, 'tenant_id': '8525fb2525d7418ca8e52a492b3117b1'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:48.823860 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-7c36821d-3c09-4507-898c-eb9c45c9086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:48.825286 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-7c36821d-3c09-4507-898c-eb9c45c9086f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 910 time: 0.6601272 Jun 06 19:16:48.939747 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-170e5023-13a4-4f6c-9eef-34f03c016f43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 217 time: 0.1004517 Jun 06 19:16:49.226816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb295fb-d97f-49b5-b913-212e6e26f476 req-a915a27a-6259-4a6f-bc2c-7fe96fa6af81 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:49.228285 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-deb295fb-d97f-49b5-b913-212e6e26f476 req-a915a27a-6259-4a6f-bc2c-7fe96fa6af81 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.7478948 Jun 06 19:16:49.238822 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-b0ba3077-893f-488c-9d3d-52de1072de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:49.240152 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-b0ba3077-893f-488c-9d3d-52de1072de4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 200 len: 848 time: 0.2888968 Jun 06 19:16:49.262968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Made reservation on behalf of 8525fb2525d7418ca8e52a492b3117b1 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:49.266425 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:49.278636 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.db.resource_extend [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 19:16:49.490837 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:49.499788 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-deb295fb-d97f-49b5-b913-212e6e26f476 req-0d3f56e5-c0ee-4d07-ae24-c87027eff95a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650254 Jun 06 19:16:49.510848 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:49.618154 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b944428-098e-495f-ac54-7ea5b62c37b6 req-cb1f4e13-7de7-4a7c-bf00-3fcd31a2dfe5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:49.619603 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2b944428-098e-495f-ac54-7ea5b62c37b6 req-cb1f4e13-7de7-4a7c-bf00-3fcd31a2dfe5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.6173151 Jun 06 19:16:49.837956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-ac9bbb3c-10ec-40ae-85d7-a9a667649565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:49.839294 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-ac9bbb3c-10ec-40ae-85d7-a9a667649565 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b45e1318-68bc-4144-ad7f-95e06d53d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5636172 Jun 06 19:16:49.862493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Allocated IP 172.20.0.2 (c1d88008-bf78-414c-aa3e-4e72888d4402/77947762-3853-437a-9685-04f39386f7d6/6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:16:49.895082 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2b944428-098e-495f-ac54-7ea5b62c37b6 req-02177fd3-b611-464a-a360-547e247469f9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683883 Jun 06 19:16:49.904270 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Floating IP 7e0f13fb-066d-4710-a053-5fa64471748e associated. External IP: 172.27.1.155, port: fb7272e6-47c1-42fe-9e83-bff9864eeaaa. Jun 06 19:16:50.123522 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e752ce1f-ffa2-491b-bdde-76f95425620e req-7b534ea0-78ea-4079-8b5b-58ac7e740136 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.1136408 Jun 06 19:16:50.209711 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc768a86-99ee-4ac6-84cd-900354925fe5 req-0f153400-359d-405c-9022-f89e54f0454c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:50.211281 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fc768a86-99ee-4ac6-84cd-900354925fe5 req-0f153400-359d-405c-9022-f89e54f0454c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.6061466 Jun 06 19:16:50.365906 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-c343ac28-1f48-44b9-adb6-4c978440644c service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045853 Jun 06 19:16:50.484294 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fc768a86-99ee-4ac6-84cd-900354925fe5 req-f908b3c3-58e7-465f-a590-e337744d1c96 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555766 Jun 06 19:16:50.921510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:50.999715 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-745990e1-b02f-4982-966a-bbaa38e65e9b req-f7c8505e-fee0-4ece-98f4-a2eaf0131b83 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089206 Jun 06 19:16:51.030227 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Router 8d08a06e-a098-4ff5-b371-1d304786887e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:16:51.056876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-d1250129-09d9-4aad-8daa-e716dfc19769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:51.058356 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-d1250129-09d9-4aad-8daa-e716dfc19769 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.4025428 Jun 06 19:16:51.115454 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbba0aa-3561-4493-8b3d-c4f8cf8806b5 req-2e3145ab-d197-41b9-b1c4-8296b2c841bf tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:51.116911 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6bbba0aa-3561-4493-8b3d-c4f8cf8806b5 req-2e3145ab-d197-41b9-b1c4-8296b2c841bf tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.6362143 Jun 06 19:16:51.150767 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:51.169325 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0', '942487e9-9291-441a-b6ad-5332c9635209', '168ab53b-b91c-4090-a66e-94e8dec2fca2'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:16:51.177486 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:51.233757 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690e2fa-934d-4aa7-b804-2fa4e0ec953f req-dbc44824-8ca9-4714-901b-48f19b72a1f8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:51.235221 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f690e2fa-934d-4aa7-b804-2fa4e0ec953f req-dbc44824-8ca9-4714-901b-48f19b72a1f8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.5657122 Jun 06 19:16:51.439139 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Network c1d88008-bf78-414c-aa3e-4e72888d4402 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:16:51.451540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event updated for resources: {'Port': ['ID=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:51.460883 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:51.466629 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:51.472001 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6bbba0aa-3561-4493-8b3d-c4f8cf8806b5 req-6d9c0bdf-db37-4e6d-902d-2443386bd2ee tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234489 Jun 06 19:16:51.472695 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:16:51.551156 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f690e2fa-934d-4aa7-b804-2fa4e0ec953f req-fe8f4ef7-900e-41d5-823e-8a11e6ae522d tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926254 Jun 06 19:16:51.571138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:16:51.588961 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:16:51.595609 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:51.605589 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:16:51.606082 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:16:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:51.647667 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-3d483d2d-28a8-4528-8973-fd2a70c27213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:51.649106 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-3d483d2d-28a8-4528-8973-fd2a70c27213 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.5255988 Jun 06 19:16:51.786761 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:16:51.789416 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:51.792287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:51.831974 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-1404ea31-b51e-4f4e-8ca0-4bbe01762fb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.1399174 Jun 06 19:16:51.887156 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-825e4d7a-f409-4997-a8dc-fa510003fd97 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "PUT /v2.0/floatingips/7e0f13fb-066d-4710-a053-5fa64471748e HTTP/1.1" status: 200 len: 992 time: 4.4239547 Jun 06 19:16:51.891775 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:51.894020 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b21593-5dc2-40a5-9df0-bc47f912afb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:51.896940 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4488249 Jun 06 19:16:51.932782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Request body: {'port': {'device_id': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:51.986676 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-875bd14c-72df-4a4d-ba23-7ef4056b6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:51.988087 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-875bd14c-72df-4a4d-ba23-7ef4056b6966 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1439514 Jun 06 19:16:52.078097 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb63d5-4447-4d12-a509-e98e73f2efb2 req-3eced748-f860-4579-bbbb-abf59300f252 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:52.079682 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-74cb63d5-4447-4d12-a509-e98e73f2efb2 req-3eced748-f860-4579-bbbb-abf59300f252 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.3822620 Jun 06 19:16:52.105694 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37bc79-04f4-4a10-9cad-6b9cfb7568ec req-8aaeaf16-5745-4400-ae8c-4a575418cef5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:52.107354 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b37bc79-04f4-4a10-9cad-6b9cfb7568ec req-8aaeaf16-5745-4400-ae8c-4a575418cef5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 931 time: 0.4679945 Jun 06 19:16:52.176123 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '7e0f13fb-066d-4710-a053-5fa64471748e', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'port_id': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'mac_address': 'fa:16:3e:74:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:16:06Z', 'updated_at': '2021-06-06T19:16:49Z', 'revision_number': 1, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:52.180366 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:16:52.189592 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:16:52.190244 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:16:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:52.248427 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-f9251491-a02f-4a7d-97ac-dca109b23416 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2168577 Jun 06 19:16:52.292941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:52.364370 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:16:52.384264 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-74cb63d5-4447-4d12-a509-e98e73f2efb2 req-8de522db-57b0-407e-997b-b79b47e2d5a9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864611 Jun 06 19:16:52.392665 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b37bc79-04f4-4a10-9cad-6b9cfb7568ec req-571742f8-cca6-4eb8-aa1c-3c371d4497ad tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467261 Jun 06 19:16:52.479785 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47d7c1a-d06a-4755-bdbc-a9f288fb1677 x-openstack-request-id: req-b47d7c1a-d06a-4755-bdbc-a9f288fb1677 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:52.480093 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:52.480366 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b47d7c1a-d06a-4755-bdbc-a9f288fb1677 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:52.480853 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'status': 'completed', 'code': 200} Jun 06 19:16:52.547032 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-e7d9b0a2-5d74-4659-9ed8-603e926457a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804723 Jun 06 19:16:52.722760 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '7e0f13fb-066d-4710-a053-5fa64471748e', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'port_id': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'mac_address': 'fa:16:3e:74:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:16:06Z', 'updated_at': '2021-06-06T19:16:49Z', 'revision_number': 1, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:16:52.726721 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1b6ed-e1b4-402f-9029-1d94b7239dc7 None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '7e0f13fb-066d-4710-a053-5fa64471748e', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'port_id': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'mac_address': 'fa:16:3e:74:6d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:16:06Z', 'updated_at': '2021-06-06T19:16:49Z', 'revision_number': 1, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:16:52.919042 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5e16c-395a-4438-9646-c33ffba92439 None None] New status for floating IP 7e0f13fb-066d-4710-a053-5fa64471748e: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:16:52.978833 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9f87752c-dabc-419c-9e25-bfa39f435222 req-a59b1093-ee54-4118-b690-39f22fb9d823 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904397 Jun 06 19:16:53.035041 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-d27a6603-fa75-47ad-adf8-82144e37ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:53.036504 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-d27a6603-fa75-47ad-adf8-82144e37ab7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.4493670 Jun 06 19:16:53.047260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5f75-180a-46a2-a986-80044326dcf3 req-ed81a86e-d5d9-4368-b1e9-b6c42db5c7ec tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:53.049413 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ce9b5f75-180a-46a2-a986-80044326dcf3 req-ed81a86e-d5d9-4368-b1e9-b6c42db5c7ec tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.4033897 Jun 06 19:16:53.085538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf50412-f726-41a4-a43d-03b79628555e req-8600bf6b-9b98-4636-b803-70501aa76937 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:53.086946 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bdf50412-f726-41a4-a43d-03b79628555e req-8600bf6b-9b98-4636-b803-70501aa76937 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.3245738 Jun 06 19:16:53.278308 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:53.307521 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:53.312283 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ce9b5f75-180a-46a2-a986-80044326dcf3 req-7029930b-edb3-43c7-9260-e18556c796cd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378659 Jun 06 19:16:53.318292 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bdf50412-f726-41a4-a43d-03b79628555e req-22ea074c-c1b7-4b3c-9f50-de3c27a5145d tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190166 Jun 06 19:16:53.344742 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Transition to ACTIVE for port object 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:16:53.349540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-9b1d3db3-87bd-498c-b869-7c0077bf1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:53.351211 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-9b1d3db3-87bd-498c-b869-7c0077bf1fb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.2987976 Jun 06 19:16:53.352322 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:53.356189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:53.634227 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Pushing event updated for resources: {'Port': ['ID=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:53.785373 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:53.839030 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-581e6513-c51c-4dd9-ad5f-769cc86c20bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 1002 time: 0.4536309 Jun 06 19:16:53.946537 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Attempting to bind port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:16:53.946956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Attempting to bind port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:16:53.947271 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Attempting to bind port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:53.956064 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-d828825d-c594-4f43-a00d-43e14f0c2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:53.957376 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-d828825d-c594-4f43-a00d-43e14f0c2b44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.1053405 Jun 06 19:16:53.962096 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f on network c1d88008-bf78-414c-aa3e-4e72888d4402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:16:53.962444 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Attempting to bind port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f on network c1d88008-bf78-414c-aa3e-4e72888d4402 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:16:53.971913 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:16:53.972230 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Checking segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:53.972613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Bound using segment: {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:16:53.973048 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Bound port: 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c33511d-42c6-4e1f-8887-9a42ef3723f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:16:53.973375 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:53.988944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64b334-82e9-4faa-87dd-7288976daee6 req-67c17f1e-c2a8-433d-b430-fdc2e837865c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:53.990406 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fb64b334-82e9-4faa-87dd-7288976daee6 req-67c17f1e-c2a8-433d-b430-fdc2e837865c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.4670517 Jun 06 19:16:54.032619 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0773fcc-3cfe-47b5-acca-e6330ef31ee4 req-615797f8-4bb8-44e7-86e5-4b891e8f52ca tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:54.034088 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c0773fcc-3cfe-47b5-acca-e6330ef31ee4 req-615797f8-4bb8-44e7-86e5-4b891e8f52ca tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 943 time: 0.4906309 Jun 06 19:16:54.196207 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c0773fcc-3cfe-47b5-acca-e6330ef31ee4 req-7ae38d4b-b3e8-4272-8088-801f7a106fb5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537197 Jun 06 19:16:54.201282 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fb64b334-82e9-4faa-87dd-7288976daee6 req-58931546-a96b-45fa-8b0c-9cc97e5aa26a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663120 Jun 06 19:16:54.236608 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] For port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:16:54.240241 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] For port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:16:54.245674 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:54.250769 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:54.291178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-08eab429-9ad8-4d3b-8ea4-71546802bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:54.292668 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-08eab429-9ad8-4d3b-8ea4-71546802bd2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3014536 Jun 06 19:16:54.313167 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:54.313815 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:54.315161 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] 10.222.0.16 "PUT /v2.0/ports/6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f HTTP/1.1" status: 200 len: 1093 time: 2.3904901 Jun 06 19:16:54.361981 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Pushing event updated for resources: {'Port': ['ID=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:54.370898 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:54.495963 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'tag': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:54.498167 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665cfdf-e219-41f1-9342-8955596a8247" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecc8f89-bf67-4a6b-9905-d26e4c4cc827", "tag": "6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:54.663860 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-e4d2a1ff-50f9-4d10-b438-9c722ab716c2 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459566 Jun 06 19:16:54.683591 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-6665520f-7aba-403a-97f5-edf449a5ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:54.685017 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-6665520f-7aba-403a-97f5-edf449a5ba67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 1096 time: 0.3106730 Jun 06 19:16:54.800723 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc480a91-ca8f-4656-964a-9c8b61949854 req-cebbdafd-2cc4-4b9f-9648-284b884b7d86 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:54.802174 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bc480a91-ca8f-4656-964a-9c8b61949854 req-cebbdafd-2cc4-4b9f-9648-284b884b7d86 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3000524 Jun 06 19:16:54.820945 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e4fd-69b8-491c-b260-6cb180bf8ae0 req-0d3e3352-6e3b-4e02-8fa8-f3393d313e70 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:54.822426 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3dc1e4fd-69b8-491c-b260-6cb180bf8ae0 req-0d3e3352-6e3b-4e02-8fa8-f3393d313e70 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.3213363 Jun 06 19:16:54.850871 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-0a81925f-4903-4ef6-bcb1-508d6338ee38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f HTTP/1.1" status: 200 len: 217 time: 0.1376035 Jun 06 19:16:55.036782 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bc480a91-ca8f-4656-964a-9c8b61949854 req-876e436a-c472-4b06-aee6-d00bd957a629 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133965 Jun 06 19:16:55.048002 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-f5b74769-9f18-4077-9ff5-f1c22be369ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:55.049292 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-f5b74769-9f18-4077-9ff5-f1c22be369ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.1811862 Jun 06 19:16:55.065046 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3dc1e4fd-69b8-491c-b260-6cb180bf8ae0 req-11de628a-293c-41c4-a604-f95789589edc tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157812 Jun 06 19:16:55.108408 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6994c-0644-4f6b-a4c0-9dee5e42dc15 x-openstack-request-id: req-62b6994c-0644-4f6b-a4c0-9dee5e42dc15 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:55.108746 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecc8f89-bf67-4a6b-9905-d26e4c4cc827", "tag": "6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:55.109010 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62b6994c-0644-4f6b-a4c0-9dee5e42dc15 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:55.109380 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'tag': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f', 'status': 'completed', 'code': 200} Jun 06 19:16:55.120639 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83b21593-5dc2-40a5-9df0-bc47f912afb9 req-47780658-ab65-494c-b4aa-e96febc63d2a service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303195 Jun 06 19:16:55.124881 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-250d4ded-3d34-4cc4-893c-83f69449dc2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568769 Jun 06 19:16:55.130806 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02044f-5c93-431f-9627-6568973760d0 req-97916c87-0035-4d7c-a0e1-b57ec82ae1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:55.132133 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-97916c87-0035-4d7c-a0e1-b57ec82ae1b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.4219608 Jun 06 19:16:55.380663 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:16:55.514385 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:55.530421 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'port_id': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'mac_address': 'fa:16:3e:f4:f8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:16:55.584957 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-94b97eca-23e8-4598-990a-d436df3b61fa service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387913 Jun 06 19:16:55.587368 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:55.594736 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02044f-5c93-431f-9627-6568973760d0 req-e9a7355e-caf7-441c-8e62-141fefd4c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:55.596204 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-e9a7355e-caf7-441c-8e62-141fefd4c046 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.4251325 Jun 06 19:16:55.606717 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d35c18d-740c-439f-8f8a-4a3fe9c8177a {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:55.625508 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:55.631955 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:55.635155 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:55.693743 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-3039c457-5fe3-4daf-8a27-6413614a8d44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.0726910 Jun 06 19:16:55.708023 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:55.726894 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:55.852102 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02044f-5c93-431f-9627-6568973760d0 req-49a57194-90e0-47b2-a97b-a08b78412bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:55.853631 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-49a57194-90e0-47b2-a97b-a08b78412bed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1421745 Jun 06 19:16:55.863365 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe258a68-ae80-49ce-b646-dfdfb69d4d54 req-11af6b60-43d5-4cdd-8da8-7597f6ffefc0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:55.864686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fe258a68-ae80-49ce-b646-dfdfb69d4d54 req-11af6b60-43d5-4cdd-8da8-7597f6ffefc0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.5379286 Jun 06 19:16:55.872446 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ff4bb-32d6-4b35-85fa-7acfcf178dee req-d5156289-823d-4744-8e29-3238f112f12c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:55.873860 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-918ff4bb-32d6-4b35-85fa-7acfcf178dee req-d5156289-823d-4744-8e29-3238f112f12c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 943 time: 0.5460217 Jun 06 19:16:55.955103 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-478b0e8c-a632-4e0b-a00c-c0dafc6f4f9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801995 Jun 06 19:16:55.964969 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cda2da92-fef0-4e8b-a81b-12fef1250161 req-e01fc7b8-aec9-4cfb-a667-e2baa54ff836 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677840 Jun 06 19:16:56.039936 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fe258a68-ae80-49ce-b646-dfdfb69d4d54 req-879b736d-3345-45ab-939d-21ed278dad0d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268716 Jun 06 19:16:56.084398 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-918ff4bb-32d6-4b35-85fa-7acfcf178dee req-7c0cb75a-a15b-476b-9b44-24fbc87ab2e6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633415 Jun 06 19:16:56.127656 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 47072) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:56.192155 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-8c7735be-b8ab-427c-b5dc-60cffe66583f service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262337 Jun 06 19:16:56.201242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665cfdf-e219-41f1-9342-8955596a8247 req-1811619f-b308-41a1-aa4d-2ff0b7783eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:56.202727 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-1811619f-b308-41a1-aa4d-2ff0b7783eca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8525fb2525d7418ca8e52a492b3117b1&device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 1096 time: 0.1597049 Jun 06 19:16:56.238689 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['5d35c18d-740c-439f-8f8a-4a3fe9c8177a'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:16:56.264117 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.391294 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.398238 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.427380 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b47e0403-b605-4559-9c90-7840fcf42734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:56.441163 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f42108a0d6248048825a6e421e69d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123748 Jun 06 19:16:56.444107 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 47076) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:56.484324 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39584e6c-4b5b-428e-be61-164c4ead8f1a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:56.489334 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:56.519849 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.547711 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.566926 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665cfdf-e219-41f1-9342-8955596a8247 req-bd7ee25e-ce70-4eba-8482-8e0a087291a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:56.568356 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-bd7ee25e-ce70-4eba-8482-8e0a087291a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 200 len: 916 time: 0.3287125 Jun 06 19:16:56.574750 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4f02044f-5c93-431f-9627-6568973760d0 req-6a397578-7fbe-468a-b58b-19ec0e6ba459 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360925 Jun 06 19:16:56.582247 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc75e-3202-45bc-90f6-af6500159ec6 req-a5fd64c6-5b31-4f7c-bb2b-15a5f93cc1f4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:56.583628 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-314cc75e-3202-45bc-90f6-af6500159ec6 req-a5fd64c6-5b31-4f7c-bb2b-15a5f93cc1f4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3757815 Jun 06 19:16:56.605236 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.610270 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:56.610270 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39584e6c-4b5b-428e-be61-164c4ead8f1a HTTP/1.1" status: 204 len: 168 time: 0.1639967 Jun 06 19:16:56.610270 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-56a92eac-c757-457c-8170-873adba6b472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:56.625622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71030c91-2de9-4937-896e-2fcae560a9c1 req-68b7baec-aa61-4b78-83f4-815c929fb507 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:56.633604 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-71030c91-2de9-4937-896e-2fcae560a9c1 req-68b7baec-aa61-4b78-83f4-815c929fb507 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 944 time: 0.2462988 Jun 06 19:16:56.638532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39584e6c-4b5b-428e-be61-164c4ead8f1a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:56.641481 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:56.724450 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-bc543ba6-f16c-4ee5-a336-927322dab3aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f HTTP/1.1" status: 200 len: 217 time: 0.1073163 Jun 06 19:16:56.792313 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-314cc75e-3202-45bc-90f6-af6500159ec6 req-318766f4-51d4-4498-852a-93bfa5e9368b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922567 Jun 06 19:16:56.806371 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-71030c91-2de9-4937-896e-2fcae560a9c1 req-10bf6de6-b61d-4c1e-95ca-0256d6437ef1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718011 Jun 06 19:16:56.831605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665cfdf-e219-41f1-9342-8955596a8247 req-43ce0ffa-c83f-4587-8f35-5d09319f19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:56.833721 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-43ce0ffa-c83f-4587-8f35-5d09319f19b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 200 len: 855 time: 0.0871532 Jun 06 19:16:56.899787 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-b3ccf805-6c00-4bf3-a90b-18d4f21bbfb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1d88008-bf78-414c-aa3e-4e72888d4402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449960 Jun 06 19:16:57.224571 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-2def09ce-1244-4930-9f58-e209c99b444d service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024912 Jun 06 19:16:57.453327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e454e-5c1d-4245-8493-8d401b63d819 req-135a853c-6c27-4218-9019-c639b0b25d6c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:57.455550 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8b8e454e-5c1d-4245-8493-8d401b63d819 req-135a853c-6c27-4218-9019-c639b0b25d6c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 943 time: 0.2331154 Jun 06 19:16:57.468533 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2334c2b-8180-4948-b08f-06aea9b841e9 req-4bcbbd09-939b-4291-9250-9a87cf462768 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:57.470368 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b2334c2b-8180-4948-b08f-06aea9b841e9 req-4bcbbd09-939b-4291-9250-9a87cf462768 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.3025241 Jun 06 19:16:57.473765 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f665cfdf-e219-41f1-9342-8955596a8247 req-0137659c-3486-416b-a7f5-3d541d64b411 service neutron] 10.222.0.16 "GET /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108080 Jun 06 19:16:57.508532 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 47106) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:57.549556 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8b8e454e-5c1d-4245-8493-8d401b63d819 req-b7ada17f-243f-4665-9be8-da44e3d958f9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780194 Jun 06 19:16:57.553946 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b2334c2b-8180-4948-b08f-06aea9b841e9 req-16c6686e-cb54-4000-abe6-8463a3bc1cb1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659268 Jun 06 19:16:57.635215 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-164226652-network', 'tenant_id': 'c359a5c5c1db4cdeb06919b9df7e4536'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:57.659836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Made reservation on behalf of c359a5c5c1db4cdeb06919b9df7e4536 for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:57.662308 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.674993 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.779327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.784783 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.787523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:57.813846 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:16:57.822330 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9cf834-5496-4ec6-b077-66d17a89e3b6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:57.825892 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:57.828486 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.828818 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Added segment b8f09e9f-334a-4910-9f26-b61c2add8ec6 of type vlan for network 76e02c61-63a8-4589-8716-c622ce4b6b9d Jun 06 19:16:57.865669 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.895392 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.897073 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:57.897700 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:57.904434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:58.078889 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5668206 Jun 06 19:16:58.082076 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 47114) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:16:58.087238 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Request body: {'subnet': {'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-164226652-subnet', 'tenant_id': 'c359a5c5c1db4cdeb06919b9df7e4536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:16:58.092396 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Pushing event updated for resources: {'Network': ['ID=76e02c61-63a8-4589-8716-c622ce4b6b9d,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:58.103785 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:58.113054 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 76e02c61-63a8-4589-8716-c622ce4b6b9d details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:16:58.117093 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Made reservation on behalf of c359a5c5c1db4cdeb06919b9df7e4536 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:16:58.120560 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11914536'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:58.151123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209653ae-9113-4b98-b466-da6ca7e2b513 req-ada5a10b-64f3-46dc-af3f-834d8cfbf3f2 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:58.152634 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-209653ae-9113-4b98-b466-da6ca7e2b513 req-ada5a10b-64f3-46dc-af3f-834d8cfbf3f2 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2491324 Jun 06 19:16:58.169081 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c244-6cbb-443b-868d-7ea650fe6b79 req-63db06fa-86a0-49e0-bd01-ab98c14ebecb tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:58.170746 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0c40c244-6cbb-443b-868d-7ea650fe6b79 req-63db06fa-86a0-49e0-bd01-ab98c14ebecb tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 944 time: 0.2030356 Jun 06 19:16:58.249273 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-209653ae-9113-4b98-b466-da6ca7e2b513 req-b6b1ee83-8d45-4d65-add0-6f72fd0c7f07 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774195 Jun 06 19:16:58.254295 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0c40c244-6cbb-443b-868d-7ea650fe6b79 req-9e202fca-493e-4ae2-9dc4-a2b5f877bce8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647798 Jun 06 19:16:58.344394 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11211168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11914554'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:58.348362 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:58.412203 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d75431-f08d-4d3a-81a9-bdac713cb3d6,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:58.421006 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:58.430606 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Checking segment: {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:16:58.431012 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Network hostable DHCP agents. Network: 76e02c61-63a8-4589-8716-c622ce4b6b9d, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:16:58.448406 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Network 76e02c61-63a8-4589-8716-c622ce4b6b9d is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:16:58.458371 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 76e02c61-63a8-4589-8716-c622ce4b6b9d) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:16:58.462542 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:58.463114 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:58.469021 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0318cd-97aa-4499-b4fd-5bd0d32dfc52 None None] Network 76e02c61-63a8-4589-8716-c622ce4b6b9d requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:16:58.489325 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985703 Jun 06 19:16:58.747964 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:16:58.750672 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31533e4e-7f34-434f-9ee6-2246a98fecc3 None None] Network 76e02c61-63a8-4589-8716-c622ce4b6b9d requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:16:58.855994 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed51db-3c2c-4876-b4df-f2fdff3ab6d7 req-c308c7be-00e0-49fe-86ea-97523b98c99c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:58.857439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2ed51db-3c2c-4876-b4df-f2fdff3ab6d7 req-c308c7be-00e0-49fe-86ea-97523b98c99c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 943 time: 0.1716094 Jun 06 19:16:58.867945 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1892-7a0c-46b4-a5de-be9bab734f6d req-80e1c200-e3a7-4ff9-b599-8527db01af64 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:58.869397 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3e0e1892-7a0c-46b4-a5de-be9bab734f6d req-80e1c200-e3a7-4ff9-b599-8527db01af64 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1350009 Jun 06 19:16:58.947709 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2ed51db-3c2c-4876-b4df-f2fdff3ab6d7 req-425c8e6f-8eed-419d-8d1e-347fc2688739 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773420 Jun 06 19:16:58.954336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3e0e1892-7a0c-46b4-a5de-be9bab734f6d req-a50771b0-fab8-4de7-acd8-d7b26b9dcb09 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708404 Jun 06 19:16:59.401078 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:16:59.404339 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:16:59.437729 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6144d-95c4-4ad9-b06b-5e79ecbd3e88 req-fb5a2bb7-825a-4fe4-ba4a-12bd65fb1f86 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:16:59.439208 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33b6144d-95c4-4ad9-b06b-5e79ecbd3e88 req-fb5a2bb7-825a-4fe4-ba4a-12bd65fb1f86 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 944 time: 0.0818560 Jun 06 19:16:59.484737 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33b6144d-95c4-4ad9-b06b-5e79ecbd3e88 req-a7da090e-c18e-47b6-a69a-2a894dff0638 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393300 Jun 06 19:16:59.580011 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:16:59.590821 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:16:59.591222 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:59.669078 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:59.685196 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f', 'network_id': 'c1d88008-bf78-414c-aa3e-4e72888d4402', 'port_id': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f', 'mac_address': 'fa:16:3e:32:9d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77947762-3853-437a-9685-04f39386f7d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:16:59.786647 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:59.801423 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:59.816337 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:16:59.839939 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:16:59.842273 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3533755f-14d6-4899-a128-07056ef644d5" -d '{"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-plugged", "status": "completed", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:16:59.849945 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:59.853382 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:16:59.857008 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:59.859237 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d0ca1ab-8550-41d7-bfbf-7e7e27023a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:16:59.893247 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:16:59.902382 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4768ad1-2aef-4996-8b55-97eeb66903ae x-openstack-request-id: req-e4768ad1-2aef-4996-8b55-97eeb66903ae {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:16:59.902697 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-plugged", "status": "completed", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:16:59.902932 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4768ad1-2aef-4996-8b55-97eeb66903ae {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:16:59.903306 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'code': 200} Jun 06 19:16:59.930865 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:16:59.934328 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:16:59.934945 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:00.012684 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:00.015779 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:00.070544 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa5ca2-d2cb-4f35-a8fe-332936904eed req-983506de-019b-440c-9b80-ba4769eace37 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:00.073866 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48aa5ca2-d2cb-4f35-a8fe-332936904eed req-983506de-019b-440c-9b80-ba4769eace37 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0929914 Jun 06 19:17:00.178079 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-48aa5ca2-d2cb-4f35-a8fe-332936904eed req-c7dbaee4-bee6-4027-a1fd-1d447dd512e5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927305 Jun 06 19:17:00.190252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:00.202622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff47405-9244-4a81-9800-3811adfc508b req-267e7e83-0962-493a-8d08-1d309e1b4da3 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:00.204064 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cff47405-9244-4a81-9800-3811adfc508b req-267e7e83-0962-493a-8d08-1d309e1b4da3 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 944 time: 0.1170495 Jun 06 19:17:00.338752 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cff47405-9244-4a81-9800-3811adfc508b req-b858beb2-85b0-44e9-b1f3-a8790c5ddc6d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047857 Jun 06 19:17:00.365879 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:17:00.369702 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03be55-5380-435f-acec-2e94b0361b65 req-65c721af-e279-4bd1-8265-a11846ddb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:00.371183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ae03be55-5380-435f-acec-2e94b0361b65 req-65c721af-e279-4bd1-8265-a11846ddb48f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1098 time: 0.1662757 Jun 06 19:17:00.403540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3e01f-3b69-494b-9e44-51a1f9e02481 req-218bde45-eb69-4090-a313-cc1dceffba61 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:00.417660 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-37c3e01f-3b69-494b-9e44-51a1f9e02481 req-218bde45-eb69-4090-a313-cc1dceffba61 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1256614 Jun 06 19:17:00.485257 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-37c3e01f-3b69-494b-9e44-51a1f9e02481 req-af1f97b3-0875-4f97-a800-cd1b3a1ee971 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735981 Jun 06 19:17:00.488586 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ae03be55-5380-435f-acec-2e94b0361b65 req-543256c9-d9d5-4402-bde5-14412cc33e2d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620978 Jun 06 19:17:00.926805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-f630873a-271a-4b84-bd8d-12c23eeb214c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:00.935470 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-f630873a-271a-4b84-bd8d-12c23eeb214c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/networks?id=76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 200 len: 808 time: 0.2560651 Jun 06 19:17:00.952201 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-ba685734-0df0-4506-9634-1998f043abd0 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/quotas/c359a5c5c1db4cdeb06919b9df7e4536 HTTP/1.1" status: 200 len: 375 time: 0.0157931 Jun 06 19:17:00.997354 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-598b47e7-a9ee-44a3-a362-bc04e0680b2c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443120 Jun 06 19:17:01.186880 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-48a9ed37-faba-4672-be16-ca29a73db64b service neutron] 10.222.0.43 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590257 Jun 06 19:17:01.194539 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470189-1d6a-4739-882d-5a448eef5c4f req-43edf316-a3d0-49cd-aee7-70475eaf4b23 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:01.195905 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-11470189-1d6a-4739-882d-5a448eef5c4f req-43edf316-a3d0-49cd-aee7-70475eaf4b23 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.2017672 Jun 06 19:17:01.321614 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-11470189-1d6a-4739-882d-5a448eef5c4f req-20909c70-a32b-4e1d-9709-dafff19bc7d3 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063664 Jun 06 19:17:01.363535 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-c5d31eea-c8ba-4055-9c6d-90e191b82521 service neutron] 10.222.0.43 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666126 Jun 06 19:17:01.569783 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5c1c5267-25c4-49c8-a1ec-5a8e69c2bef6 req-a6ca89e4-60c8-40bd-a941-44edbff65fbc tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 210 time: 0.0584800 Jun 06 19:17:01.620419 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8344f-5c8d-45db-9acc-6df19b3513b1 req-9770a022-a6e0-48b3-ae9e-6ba1f10348d6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:01.622010 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6cc8344f-5c8d-45db-9acc-6df19b3513b1 req-9770a022-a6e0-48b3-ae9e-6ba1f10348d6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 944 time: 0.1466367 Jun 06 19:17:01.674863 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6cc8344f-5c8d-45db-9acc-6df19b3513b1 req-000b19e7-cd8f-40d4-8c2c-f41a0dde0f1f tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467138 Jun 06 19:17:01.765551 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b2d6-cffd-4328-b7ef-0d2a545255c9 req-e9154707-c9ec-4954-83c6-d20ea69dc79d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:01.767725 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-85c3b2d6-cffd-4328-b7ef-0d2a545255c9 req-e9154707-c9ec-4954-83c6-d20ea69dc79d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0918853 Jun 06 19:17:01.812551 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-85c3b2d6-cffd-4328-b7ef-0d2a545255c9 req-ab08d887-52dc-4e22-80a3-d2daa9bbb194 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 Jun 06 19:17:02.520070 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa920-be24-4b7e-8dc0-5bb118ee4633 req-e56b4133-4da5-4aad-b4ca-148f65feddcc tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:02.521480 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9a0fa920-be24-4b7e-8dc0-5bb118ee4633 req-e56b4133-4da5-4aad-b4ca-148f65feddcc tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0865471 Jun 06 19:17:02.565625 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9a0fa920-be24-4b7e-8dc0-5bb118ee4633 req-14b3c2c6-39dc-4ff0-9827-986bcdbac3a5 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 Jun 06 19:17:02.751705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-05f19abb-a70e-4108-ab60-afc2c5505e94 req-97366b5a-7d0b-4b57-9145-1faa0e0ef3bb tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 210 time: 0.0763574 Jun 06 19:17:02.798745 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4472d-31e6-412e-8c83-711dda27886f req-175fa5a5-e3f1-4385-92c9-fa4fadfc8e4a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:02.799612 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7a4472d-31e6-412e-8c83-711dda27886f req-175fa5a5-e3f1-4385-92c9-fa4fadfc8e4a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0938148 Jun 06 19:17:02.844139 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7a4472d-31e6-412e-8c83-711dda27886f req-68d1b5ae-f790-482d-a137-154de6c5d12a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393937 Jun 06 19:17:02.866927 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 47218) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:02.925661 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdd327-4f45-4b1f-892f-1e735494c150 req-f559deba-31c6-4632-9cfb-d7ef525cd62a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:02.927464 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-12cdd327-4f45-4b1f-892f-1e735494c150 req-f559deba-31c6-4632-9cfb-d7ef525cd62a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 944 time: 0.0823777 Jun 06 19:17:02.978272 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-12cdd327-4f45-4b1f-892f-1e735494c150 req-5bc12dfb-f8f7-4f34-a58d-5a276334aaaa tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Jun 06 19:17:03.080913 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473169f1-843d-42d3-9412-6c8f6177c619 tempest-TestShelveInstance-678194733 tempest-TestShelveInstance-678194733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:03.085670 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 47222) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:03.086349 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-473169f1-843d-42d3-9412-6c8f6177c619 tempest-TestShelveInstance-678194733 tempest-TestShelveInstance-678194733-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1093 time: 0.2168407 Jun 06 19:17:03.093582 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'port_id': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:03.199494 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.226333 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04db78-b6fe-4f6f-84f6-49e2e60b29ae req-0a342b00-a3d2-47dc-b93a-8bbe754d2b00 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:03.227908 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b04db78-b6fe-4f6f-84f6-49e2e60b29ae req-0a342b00-a3d2-47dc-b93a-8bbe754d2b00 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.2532768 Jun 06 19:17:03.239033 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-4720b597-8ef5-46d3-9387-0277cec3ac0e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:03.240501 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-4720b597-8ef5-46d3-9387-0277cec3ac0e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "GET /v2.0/networks?id=76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 200 len: 808 time: 0.2104247 Jun 06 19:17:03.287962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Request body: {'port': {'device_id': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d', 'admin_state_up': True, 'tenant_id': 'c359a5c5c1db4cdeb06919b9df7e4536'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:03.342806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b04db78-b6fe-4f6f-84f6-49e2e60b29ae req-6023feba-5def-4dff-9b94-f4dfe691a11b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012926 Jun 06 19:17:03.427168 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:17:03.501410 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:17:03.506173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:17:03.506559 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.522884 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Made reservation on behalf of c359a5c5c1db4cdeb06919b9df7e4536 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:17:03.526322 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.540613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.638564 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-27356e12-f9fd-4fb0-9ffd-aba0c54c41d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.641571 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.671173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:03.673463 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff619e-57f4-4133-98eb-457381934b41" -d '{"events": [{"server_uuid": "9ecc8f89-bf67-4a6b-9905-d26e4c4cc827", "name": "network-vif-plugged", "status": "completed", "tag": "6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:03.681213 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:03.689918 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:03.691937 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:03.743061 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8b7da-d096-442f-88e0-894c95c43d40 x-openstack-request-id: req-ddf8b7da-d096-442f-88e0-894c95c43d40 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:03.743386 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecc8f89-bf67-4a6b-9905-d26e4c4cc827", "name": "network-vif-plugged", "status": "completed", "tag": "6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:03.743641 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddf8b7da-d096-442f-88e0-894c95c43d40 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:03.744027 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f', 'code': 200} Jun 06 19:17:03.768338 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:03.771356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:03.910562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Allocated IP 172.27.1.209 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/960d20db-688a-4924-bc55-938fc36a9ad9) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:17:03.918658 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Allocated IP 172.20.0.5 (76e02c61-63a8-4589-8716-c622ce4b6b9d/78d75431-f08d-4d3a-81a9-bdac713cb3d6/28e1789f-a71a-4c64-a15f-8215917c2b8d) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:17:04.173366 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b2ab344c-5566-4c86-a197-08994a7d06bd req-15ee4dea-2863-4f58-9d4b-66027cb11fc1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 210 time: 0.1320038 Jun 06 19:17:04.334561 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:04.416607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5386d-f34e-46f5-ba0e-3c352e5ffece req-36aced7c-624b-41a1-82d9-4fcb2dac0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:04.418067 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23f5386d-f34e-46f5-ba0e-3c352e5ffece req-36aced7c-624b-41a1-82d9-4fcb2dac0da8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 1098 time: 0.3757064 Jun 06 19:17:04.425697 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:04.439331 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b797-9697-4b20-8b66-29b71ccbf581 req-634f756a-f8b0-4e60-8586-88c4746f7e52 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:04.440745 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1b1b797-9697-4b20-8b66-29b71ccbf581 req-634f756a-f8b0-4e60-8586-88c4746f7e52 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.3119323 Jun 06 19:17:04.528415 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:04.537716 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6dd720c-a800-4ed5-8d13-be3fb8dbbf8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:04.637285 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1b1b797-9697-4b20-8b66-29b71ccbf581 req-b092fe42-25ac-4da7-98e2-d6d16683bc32 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906166 Jun 06 19:17:04.648830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:17:04.650727 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23f5386d-f34e-46f5-ba0e-3c352e5ffece req-014505aa-9754-4c1a-82d2-5b907f880497 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889212 Jun 06 19:17:04.655829 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:17:04.659679 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'Port': ['ID=960d20db-688a-4924-bc55-938fc36a9ad9,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:04.663178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:17:04.692490 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:04.711768 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:04.728258 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7c1d71b0-a0ec-4187-adae-6146a71a4af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:04.858325 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Network 76e02c61-63a8-4589-8716-c622ce4b6b9d is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:17:04.870990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525da37d-c8e5-48d0-9507-0d4dff3042e4 req-14af7524-d426-4101-b7ee-88bf4d1bfe79 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:04.872426 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-525da37d-c8e5-48d0-9507-0d4dff3042e4 req-14af7524-d426-4101-b7ee-88bf4d1bfe79 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.3959341 Jun 06 19:17:04.875315 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Pushing event updated for resources: {'Port': ['ID=28e1789f-a71a-4c64-a15f-8215917c2b8d,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:04.877670 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:17:04.880486 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:04.884052 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:17:05.021387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:05.022145 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:05.029602 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-525da37d-c8e5-48d0-9507-0d4dff3042e4 req-b973f3c9-8cc2-411d-8826-038efca62ba4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500695 Jun 06 19:17:05.122143 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8388700 Jun 06 19:17:05.137560 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Request body: {'port': {'device_id': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:05.495073 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:05.558728 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c3cf6-7a4b-4ec9-b539-4e85ed05e676 req-a066d505-319d-4509-bf71-ab0d49eed081 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:05.560148 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a1c3cf6-7a4b-4ec9-b539-4e85ed05e676 req-a066d505-319d-4509-bf71-ab0d49eed081 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 931 time: 0.2388227 Jun 06 19:17:05.693684 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a1c3cf6-7a4b-4ec9-b539-4e85ed05e676 req-fc15d5d3-e4a2-4dfc-96df-a4d2ec50a525 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206636 Jun 06 19:17:05.715679 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:05.945438 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.060274 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.083853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c21b9d-05dd-4747-8ab9-b5fdfc719ec2 req-a2a815aa-687c-47b0-be4d-de970f22e908 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:06.085300 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f5c21b9d-05dd-4747-8ab9-b5fdfc719ec2 req-a2a815aa-687c-47b0-be4d-de970f22e908 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.3362947 Jun 06 19:17:06.145351 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e1789f-a71a-4c64-a15f-8215917c2b8d {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:17:06.158534 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.243568 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Transition to ACTIVE for port object 28e1789f-a71a-4c64-a15f-8215917c2b8d will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:17:06.247394 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f5c21b9d-05dd-4747-8ab9-b5fdfc719ec2 req-0f074b07-d66f-4432-835b-7cc26832cbda tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430020 Jun 06 19:17:06.255998 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.271072 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-97773fa1-6bc9-4a5f-84b7-79db08bc0fad tempest-DeleteServersTestJSON-1596210630 tempest-DeleteServersTestJSON-1596210630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:06.291638 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1d828e62-2d6e-4846-bc6b-afa51185e90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.461583 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Pushing event updated for resources: {'Port': ['ID=28e1789f-a71a-4c64-a15f-8215917c2b8d,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:06.473572 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:06.570852 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.581974 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.591714 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1aa3d5f9-1e2a-4c2f-8bc0-43fde9f11fa5 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:06.665499 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623aee7-d197-4623-804e-c215374d6696 req-26385157-b4d1-4420-a411-5dcae8b4cdeb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:06.666970 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f623aee7-d197-4623-804e-c215374d6696 req-26385157-b4d1-4420-a411-5dcae8b4cdeb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.3556426 Jun 06 19:17:06.720180 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Attempting to bind port 28e1789f-a71a-4c64-a15f-8215917c2b8d on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:17:06.720455 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Attempting to bind port 28e1789f-a71a-4c64-a15f-8215917c2b8d by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:17:06.720771 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Attempting to bind port 28e1789f-a71a-4c64-a15f-8215917c2b8d on network 76e02c61-63a8-4589-8716-c622ce4b6b9d {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:17:06.744507 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event updated for resources: {'Port': ['ID=960d20db-688a-4924-bc55-938fc36a9ad9,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:06.758893 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Port 28e1789f-a71a-4c64-a15f-8215917c2b8d on network 76e02c61-63a8-4589-8716-c622ce4b6b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:17:06.759212 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Attempting to bind port 28e1789f-a71a-4c64-a15f-8215917c2b8d on network 76e02c61-63a8-4589-8716-c622ce4b6b9d {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:17:06.761303 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:06.779126 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:17:06.779441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Checking segment: {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:17:06.779816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Bound using segment: {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:17:06.780234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Bound port: 28e1789f-a71a-4c64-a15f-8215917c2b8d, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:17:06.780573 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:06.791362 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f623aee7-d197-4623-804e-c215374d6696 req-0513ea90-d1fe-4b04-a7ac-408fc0b5eaa6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962322 Jun 06 19:17:06.793688 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:07.185788 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] For port 28e1789f-a71a-4c64-a15f-8215917c2b8d, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:17:07.193428 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] For port 28e1789f-a71a-4c64-a15f-8215917c2b8d, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:17:07.199628 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Floating IP b7429b00-ce36-4688-9e1a-8d8ee7e4bc32 associated. External IP: 172.27.1.209, port: 5d35c18d-740c-439f-8f8a-4a3fe9c8177a. Jun 06 19:17:07.248447 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:07.256894 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-656448ab-3b48-4317-a35b-b3a912cf29c1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:07.323316 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83ff97-5ddf-494d-b879-cb15187235a2 req-1b111d66-53c7-49cb-a21f-e4b300d247d9 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:07.325870 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8e83ff97-5ddf-494d-b879-cb15187235a2 req-1b111d66-53c7-49cb-a21f-e4b300d247d9 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 943 time: 0.4821966 Jun 06 19:17:07.345231 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:07.355413 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:07.355413 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:07.355413 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] 10.222.0.16 "PUT /v2.0/ports/28e1789f-a71a-4c64-a15f-8215917c2b8d HTTP/1.1" status: 200 len: 1093 time: 2.2216854 Jun 06 19:17:07.367326 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'tag': '28e1789f-a71a-4c64-a15f-8215917c2b8d'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:07.370891 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b552f0fb-3e63-4f64-827c-5cb202961e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9348f087-aa1d-4b58-ba5c-0f5f18011697", "tag": "28e1789f-a71a-4c64-a15f-8215917c2b8d"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:07.562538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Pushing event updated for resources: {'Port': ['ID=28e1789f-a71a-4c64-a15f-8215917c2b8d,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:07.578969 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:07.593076 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8e83ff97-5ddf-494d-b879-cb15187235a2 req-80ece64a-49d8-4225-aed9-bc3c0ee506c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495475 Jun 06 19:17:07.675482 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fbb1f0-a00d-4fac-8ae9-d7219f6927e3 x-openstack-request-id: req-91fbb1f0-a00d-4fac-8ae9-d7219f6927e3 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:07.675784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9348f087-aa1d-4b58-ba5c-0f5f18011697", "tag": "28e1789f-a71a-4c64-a15f-8215917c2b8d", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:07.676058 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91fbb1f0-a00d-4fac-8ae9-d7219f6927e3 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:07.676448 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'tag': '28e1789f-a71a-4c64-a15f-8215917c2b8d', 'status': 'completed', 'code': 200} Jun 06 19:17:07.711106 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed9b07-c7e2-4f87-a533-1075043e8067 req-50a3c21c-a5a8-404a-a88b-7b9fdce36ef6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:07.712624 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-03ed9b07-c7e2-4f87-a533-1075043e8067 req-50a3c21c-a5a8-404a-a88b-7b9fdce36ef6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.3389933 Jun 06 19:17:07.719093 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-e376455c-7903-40a2-9ede-df268826c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:07.720475 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-e376455c-7903-40a2-9ede-df268826c65c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 1096 time: 0.3021584 Jun 06 19:17:07.859239 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-6cbc4fe2-b06c-483c-b6a5-401cea658210 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d HTTP/1.1" status: 200 len: 217 time: 0.1203134 Jun 06 19:17:07.936423 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-03ed9b07-c7e2-4f87-a533-1075043e8067 req-ef1be639-84a3-40f5-901d-29a2dcc42da6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149777 Jun 06 19:17:08.007040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:17:08.015886 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67944191-9d27-4165-97da-4c0950ecebfb req-241d007b-2f75-4d9c-ac0e-d3358fda5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:08.018084 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-241d007b-2f75-4d9c-ac0e-d3358fda5dc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78d75431-f08d-4d3a-81a9-bdac713cb3d6 HTTP/1.1" status: 200 len: 848 time: 0.1388967 Jun 06 19:17:08.128683 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-2b739e1e-4bef-4a55-b7fe-d34fed21f847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76e02c61-63a8-4589-8716-c622ce4b6b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997200 Jun 06 19:17:08.262944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b84d93-9c1f-4801-b220-2c9e05389ca2 req-169d2487-d046-43e8-90bb-73059218986c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:08.264433 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93b84d93-9c1f-4801-b220-2c9e05389ca2 req-169d2487-d046-43e8-90bb-73059218986c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.3313446 Jun 06 19:17:08.501040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:17:08.510957 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] Sync routers for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:17:08.522154 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:17:08.522834 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:17:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:08.544204 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93b84d93-9c1f-4801-b220-2c9e05389ca2 req-b18784b6-12dd-4267-a041-33289f3d36a2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656174 Jun 06 19:17:08.550455 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-4fd57987-60d3-4713-962c-4bd258b127c7 service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979781 Jun 06 19:17:08.553696 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:08.696963 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:17:08.705418 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6175427 Jun 06 19:17:08.801976 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-67944191-9d27-4165-97da-4c0950ecebfb req-2e1a2fa8-5a72-4098-867e-c396fdc956de service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233407 Jun 06 19:17:08.821258 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14281e30-2060-420e-892e-047f3b15a427 req-e9c0a433-99e0-49a6-96c1-686f2d98fb86 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:08.823236 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14281e30-2060-420e-892e-047f3b15a427 req-e9c0a433-99e0-49a6-96c1-686f2d98fb86 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 943 time: 0.1125047 Jun 06 19:17:08.840396 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:08.891738 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14281e30-2060-420e-892e-047f3b15a427 req-be9c5aca-4c14-413e-948d-b06920a1b10c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593798 Jun 06 19:17:08.984100 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-8fa8d029-97ee-42e6-af06-27875476cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:08.985973 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-8fa8d029-97ee-42e6-af06-27875476cd36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 1096 time: 0.0882595 Jun 06 19:17:09.063615 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'b7429b00-ce36-4688-9e1a-8d8ee7e4bc32', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'port_id': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'mac_address': 'fa:16:3e:f4:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:17:05Z', 'updated_at': '2021-06-06T19:17:05Z', 'revision_number': 0, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:52Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:09.067498 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] Checking router: 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:17:09.076125 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:17:09.076717 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:17:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:09.141475 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-4324f986-cbdf-4d99-9e73-9b95cfe9915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:09.143214 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-4324f986-cbdf-4d99-9e73-9b95cfe9915f service neutron] 10.222.0.16 "GET /v2.0/networks?id=76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 200 len: 909 time: 0.1379666 Jun 06 19:17:09.228599 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-d6623cfa-0c76-4db3-8be7-5a0566f855df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d HTTP/1.1" status: 200 len: 217 time: 0.0622025 Jun 06 19:17:09.295456 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:17:09.304513 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-8093a269-30ca-4758-ae33-458c1e47d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:09.306112 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-8093a269-30ca-4758-ae33-458c1e47d632 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78d75431-f08d-4d3a-81a9-bdac713cb3d6 HTTP/1.1" status: 200 len: 848 time: 0.0597069 Jun 06 19:17:09.372277 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-74f51d89-9803-47ab-aa1a-4adb30d1784d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76e02c61-63a8-4589-8716-c622ce4b6b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436628 Jun 06 19:17:09.432318 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:17:09.520241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-1b4584fb-6151-4ea8-a9b6-823b863ac919 service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322784 Jun 06 19:17:09.625029 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:09.640296 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'mac_address': 'fa:16:3e:82:a0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:17:09.680584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:09.683522 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fa26a7-e80d-41bc-83a5-962abf21a7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:09.701916 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:09.705626 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b552f0fb-3e63-4f64-827c-5cb202961e0a req-0eb80e09-5cb5-4fa1-b8d6-3c99953e78da service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632202 Jun 06 19:17:09.721320 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b535ed4d-07d4-4272-80a8-fa638aa4ff8c {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:17:09.738190 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:09.746512 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:09.748525 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-273e3494-5b51-480d-b708-bb20b8262bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:09.775656 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'b7429b00-ce36-4688-9e1a-8d8ee7e4bc32', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'port_id': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'mac_address': 'fa:16:3e:f4:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:17:05Z', 'updated_at': '2021-06-06T19:17:05Z', 'revision_number': 0, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:52Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:17:09.781595 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384ad6b-3638-474e-8686-f08d23ad226a None None] The sync data for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi is: [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'b7429b00-ce36-4688-9e1a-8d8ee7e4bc32', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'port_id': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'mac_address': 'fa:16:3e:f4:f8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:17:05Z', 'updated_at': '2021-06-06T19:17:05Z', 'revision_number': 0, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:52Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:17:09.803231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344d035-f8dc-4dbc-be4c-d3934e65b59e req-adb4b319-9ef8-4f71-9332-edf6d23df420 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:09.804758 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c344d035-f8dc-4dbc-be4c-d3934e65b59e req-adb4b319-9ef8-4f71-9332-edf6d23df420 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.0972500 Jun 06 19:17:09.846427 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=6']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:09.851526 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:09.880804 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c344d035-f8dc-4dbc-be4c-d3934e65b59e req-c988eb0e-39af-499e-a075-ecae05d652e0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662770 Jun 06 19:17:09.942139 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183643b6-23e3-4201-bea3-afc994d06d8d x-openstack-request-id: req-183643b6-23e3-4201-bea3-afc994d06d8d {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:09.942476 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:09.942746 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-183643b6-23e3-4201-bea3-afc994d06d8d {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:09.943155 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'status': 'completed', 'code': 200} Jun 06 19:17:10.025666 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['b535ed4d-07d4-4272-80a8-fa638aa4ff8c'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:17:10.112765 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-fc9fa82c-c7c7-4c47-a183-57ca4d549c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:10.123543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-fc9fa82c-c7c7-4c47-a183-57ca4d549c92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1098 time: 0.1452384 Jun 06 19:17:10.128451 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28606090-5d73-4d98-b10e-3c3beede91f8 None None] New status for floating IP b7429b00-ce36-4688-9e1a-8d8ee7e4bc32: ACTIVE {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:17:10.373668 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-caca34ab-8593-49cf-a7bf-d38790de4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:10.375117 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-caca34ab-8593-49cf-a7bf-d38790de4e89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 910 time: 0.1841247 Jun 06 19:17:10.396795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c307c-646e-41e7-a18f-cad104620248 req-f301488a-3500-4028-8025-5f36f8cbb339 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:10.402341 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b75c307c-646e-41e7-a18f-cad104620248 req-f301488a-3500-4028-8025-5f36f8cbb339 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 943 time: 0.2567244 Jun 06 19:17:10.690275 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b75c307c-646e-41e7-a18f-cad104620248 req-d834eb75-bd5c-402d-9d6e-0dfa286e8297 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852383 Jun 06 19:17:10.701385 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-68214123-8969-42f7-99d6-1dfc65b81716 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 999 time: 0.2979178 Jun 06 19:17:10.822956 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-d940a12e-db40-49cf-bd05-97a8ba62c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:10.824354 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-d940a12e-db40-49cf-bd05-97a8ba62c161 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 200 len: 848 time: 0.1133418 Jun 06 19:17:10.827962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-cea0e9a9-d9a9-4c4c-917c-bdb4670ab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:10.829231 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-cea0e9a9-d9a9-4c4c-917c-bdb4670ab563 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.3025358 Jun 06 19:17:10.854044 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4ab5d-85ff-4b00-af56-4bd9f88ed013 req-500a5411-4faa-40f4-b89a-8bbaceed0cd3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:10.855401 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e1b4ab5d-85ff-4b00-af56-4bd9f88ed013 req-500a5411-4faa-40f4-b89a-8bbaceed0cd3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1142550 Jun 06 19:17:11.066392 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e1b4ab5d-85ff-4b00-af56-4bd9f88ed013 req-325f531a-7fa3-4218-9d1e-a7d8ce362bdc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621203 Jun 06 19:17:11.118201 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-def2cfb4-3b0d-4429-ad86-2222c52b748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:11.119661 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-def2cfb4-3b0d-4429-ad86-2222c52b748e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.2623694 Jun 06 19:17:11.134590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-18aa8612-1d89-4106-9260-e7947041e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:11.136037 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-18aa8612-1d89-4106-9260-e7947041e0bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b45e1318-68bc-4144-ad7f-95e06d53d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2797346 Jun 06 19:17:11.225143 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-23f08368-12ed-422e-82ca-b2a61f8ccf05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.0848312 Jun 06 19:17:11.238336 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fe887-ecc6-4fa0-baca-72a07cd986d0 req-ede1a7c3-26a2-4839-aa8c-e05c1d460084 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:11.239700 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-325fe887-ecc6-4fa0-baca-72a07cd986d0 req-ede1a7c3-26a2-4839-aa8c-e05c1d460084 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.2262592 Jun 06 19:17:11.399080 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-8569221f-20d4-4bf8-b513-a2040969291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:11.400560 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-8569221f-20d4-4bf8-b513-a2040969291d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1507161 Jun 06 19:17:11.408066 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-325fe887-ecc6-4fa0-baca-72a07cd986d0 req-51d51e38-00f4-4fa5-925e-591edf245310 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274498 Jun 06 19:17:11.442910 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:17:11.465739 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-968b95df-623a-4933-9295-9f534bc6b61c service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742243 Jun 06 19:17:11.467772 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-553a9529-1094-4bcc-91b7-29f4ec7c2897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508075 Jun 06 19:17:11.548771 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port b535ed4d-07d4-4272-80a8-fa638aa4ff8c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:17:11.549135 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:11.664979 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:11.692006 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:11.694393 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8def181-603e-46c5-84e3-8b4210385dc3" -d '{"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-plugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:11.702468 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:11.710704 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:11.713666 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:11.731455 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69fa26a7-e80d-41bc-83a5-962abf21a7b1 req-13cd414e-dff7-47af-ac34-52dcaff77893 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314665 Jun 06 19:17:11.734530 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-e4bfa872-6a12-4ffe-897a-375bbeb10cae service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155342 Jun 06 19:17:11.753701 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4516ff57-4a5d-42c3-af0f-77fdbcfd2024 x-openstack-request-id: req-4516ff57-4a5d-42c3-af0f-77fdbcfd2024 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:11.754019 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-plugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:11.754284 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4516ff57-4a5d-42c3-af0f-77fdbcfd2024 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:11.754655 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'code': 200} Jun 06 19:17:11.785927 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=7']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:11.788933 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:11.932008 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21e47ba2-2a4b-47b3-b884-3f09a0e75241 req-aeb7c301-d4f8-427d-9a4a-e8cbf003012e service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717863 Jun 06 19:17:11.957555 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7e75d-22be-472b-b392-334cedaa1337 req-4c2be415-c61d-4aa3-9886-04a77d4507ac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:11.959085 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70e7e75d-22be-472b-b392-334cedaa1337 req-4c2be415-c61d-4aa3-9886-04a77d4507ac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 943 time: 0.1131530 Jun 06 19:17:12.002705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70e7e75d-22be-472b-b392-334cedaa1337 req-f529a416-4596-4df8-97ef-66a97e441959 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379250 Jun 06 19:17:12.258893 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd90adb-1144-4213-a019-9c25d32bcffc req-432f09f6-8343-4985-865b-e69860d88a73 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:12.260327 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-afd90adb-1144-4213-a019-9c25d32bcffc req-432f09f6-8343-4985-865b-e69860d88a73 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0857100 Jun 06 19:17:12.314488 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-afd90adb-1144-4213-a019-9c25d32bcffc req-fd3bdee2-4e38-4391-8c1a-4684efaaaae3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 Jun 06 19:17:12.606333 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9540485-bc92-4851-a335-6bae3f3af6bd req-08696aca-3a2b-4e52-a20c-31f59a719a85 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:12.607786 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9540485-bc92-4851-a335-6bae3f3af6bd req-08696aca-3a2b-4e52-a20c-31f59a719a85 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0885305 Jun 06 19:17:12.657881 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9540485-bc92-4851-a335-6bae3f3af6bd req-0d47e1d6-00fc-44d1-87ce-5fe9e591383e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Jun 06 19:17:13.299999 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ace94-d2e2-4be8-a55b-6b81fb99c21a req-7a2c6480-b195-4720-9232-71f68ded2a52 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:13.301448 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a02ace94-d2e2-4be8-a55b-6b81fb99c21a req-7a2c6480-b195-4720-9232-71f68ded2a52 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 943 time: 0.1882119 Jun 06 19:17:13.350273 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a02ace94-d2e2-4be8-a55b-6b81fb99c21a req-1029f5d3-33eb-448a-ad8a-caf59c507547 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Jun 06 19:17:13.459669 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 28e1789f-a71a-4c64-a15f-8215917c2b8d details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:17:13.545444 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536537-83ed-4ef2-94ce-4c1951cc55c7 req-8e22560a-7fe2-4154-b23b-2551f33aaa62 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:13.547234 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1a536537-83ed-4ef2-94ce-4c1951cc55c7 req-8e22560a-7fe2-4154-b23b-2551f33aaa62 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1166484 Jun 06 19:17:13.627400 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1a536537-83ed-4ef2-94ce-4c1951cc55c7 req-099921e5-1096-4409-af60-978ad3a26fe7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740399 Jun 06 19:17:13.663877 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 28e1789f-a71a-4c64-a15f-8215917c2b8d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:13.677682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '28e1789f-a71a-4c64-a15f-8215917c2b8d', 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d', 'port_id': '28e1789f-a71a-4c64-a15f-8215917c2b8d', 'mac_address': 'fa:16:3e:63:e0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d75431-f08d-4d3a-81a9-bdac713cb3d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:17:13.752372 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:13.777704 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e1789f-a71a-4c64-a15f-8215917c2b8d {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:17:13.796905 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 28e1789f-a71a-4c64-a15f-8215917c2b8d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:13.801438 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:13.805073 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:13.879615 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=28e1789f-a71a-4c64-a15f-8215917c2b8d,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:13.883430 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:13.892462 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeb927-3da7-40b8-ac1a-330ff92f9a22 req-e7bda3c3-34c3-484d-97a4-aed704066423 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:13.894047 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aeeeb927-3da7-40b8-ac1a-330ff92f9a22 req-e7bda3c3-34c3-484d-97a4-aed704066423 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1013064 Jun 06 19:17:13.951383 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aeeeb927-3da7-40b8-ac1a-330ff92f9a22 req-bddc22b0-d2bc-4010-aec8-7a0e5be0e9f5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500305 Jun 06 19:17:14.538275 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5f19f-4454-4c7b-b027-b9075d05a198 req-d963f439-0ee7-426f-baed-7d34524758a9 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:14.539717 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0fa5f19f-4454-4c7b-b027-b9075d05a198 req-d963f439-0ee7-426f-baed-7d34524758a9 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 944 time: 0.0830081 Jun 06 19:17:14.584544 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0fa5f19f-4454-4c7b-b027-b9075d05a198 req-79673e25-c8cf-43ab-8bf7-9e302c983086 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Jun 06 19:17:14.632014 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['28e1789f-a71a-4c64-a15f-8215917c2b8d'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:17:14.846739 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a133637-b99b-4442-a720-6a8dcb82b150 req-21c5216e-40a8-499e-8827-b7c87293b341 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:14.848185 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a133637-b99b-4442-a720-6a8dcb82b150 req-21c5216e-40a8-499e-8827-b7c87293b341 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1080034 Jun 06 19:17:14.902912 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2a133637-b99b-4442-a720-6a8dcb82b150 req-0021b6d1-3eab-4718-adc9-48da75ef0878 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487955 Jun 06 19:17:15.148836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d127c-a567-46fd-98e6-2cd0ada0ed01 req-f4c58446-5995-463c-a560-420e62ee1222 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:15.150415 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-723d127c-a567-46fd-98e6-2cd0ada0ed01 req-f4c58446-5995-463c-a560-420e62ee1222 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0878170 Jun 06 19:17:15.198734 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-723d127c-a567-46fd-98e6-2cd0ada0ed01 req-f232bd2a-b1ea-4524-9ee3-bebe6eac8133 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 Jun 06 19:17:15.800176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdcbe7-28bc-4539-b3a9-ac3018a8af3f req-b5770196-efa5-480a-a547-d459e61235a4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:15.802170 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0dbdcbe7-28bc-4539-b3a9-ac3018a8af3f req-b5770196-efa5-480a-a547-d459e61235a4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 944 time: 0.0955744 Jun 06 19:17:15.846903 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0dbdcbe7-28bc-4539-b3a9-ac3018a8af3f req-9654a84b-3532-405d-bfd8-98762179ad58 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Jun 06 19:17:16.095739 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce80940-d30b-482f-ba78-51ea27faf635 req-026dc406-28db-431a-8172-923a99f4f9bc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:16.097218 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dce80940-d30b-482f-ba78-51ea27faf635 req-026dc406-28db-431a-8172-923a99f4f9bc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0912824 Jun 06 19:17:16.144321 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dce80940-d30b-482f-ba78-51ea27faf635 req-b25da880-c6ba-41a1-8bef-5f492763f1a4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Jun 06 19:17:16.426118 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd1329-dcfe-403c-9d9b-5d335a9f7944 req-68c16a96-1d1e-4913-8824-a6b213469675 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:16.427664 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14fd1329-dcfe-403c-9d9b-5d335a9f7944 req-68c16a96-1d1e-4913-8824-a6b213469675 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1117344 Jun 06 19:17:16.496423 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14fd1329-dcfe-403c-9d9b-5d335a9f7944 req-4cdcc4bc-79b8-41f0-9a47-79d56d5b2bc5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603540 Jun 06 19:17:17.059313 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79c422-55dc-48f0-8a01-e94b241c200b req-254da4ce-d484-4873-8320-593f50d10749 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:17.060681 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9e79c422-55dc-48f0-8a01-e94b241c200b req-254da4ce-d484-4873-8320-593f50d10749 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 944 time: 0.0937448 Jun 06 19:17:17.118827 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9e79c422-55dc-48f0-8a01-e94b241c200b req-be395ee0-8a30-4028-87ac-54f650ef8c24 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Jun 06 19:17:17.361494 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768299e-9b9b-4a61-bb26-38e598dac2dd req-493b4d94-8502-438e-8bc5-873016785a45 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:17.368929 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5768299e-9b9b-4a61-bb26-38e598dac2dd req-493b4d94-8502-438e-8bc5-873016785a45 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1064670 Jun 06 19:17:17.420288 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5768299e-9b9b-4a61-bb26-38e598dac2dd req-eb473d7d-e74c-492f-9030-f013e6299ea9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484483 Jun 06 19:17:17.458112 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 28e1789f-a71a-4c64-a15f-8215917c2b8d up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:17:17.581738 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 28e1789f-a71a-4c64-a15f-8215917c2b8d completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:17:17.590774 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 28e1789f-a71a-4c64-a15f-8215917c2b8d triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:17:17.591460 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:17.816127 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef73bdd-74b4-4598-8bb0-762e2d84fbe3 req-e1b45266-9a58-4195-996d-218ede176c8c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:17.829494 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1ef73bdd-74b4-4598-8bb0-762e2d84fbe3 req-e1b45266-9a58-4195-996d-218ede176c8c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1533909 Jun 06 19:17:17.845447 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:17.895468 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1ef73bdd-74b4-4598-8bb0-762e2d84fbe3 req-d58d5b17-f366-4a5c-8e38-d4c79927cb1c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643723 Jun 06 19:17:17.908583 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e1789f-a71a-4c64-a15f-8215917c2b8d'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:17.911873 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e5ff3-633f-4461-afed-1c5ae27a8a9f" -d '{"events": [{"server_uuid": "9348f087-aa1d-4b58-ba5c-0f5f18011697", "name": "network-vif-plugged", "status": "completed", "tag": "28e1789f-a71a-4c64-a15f-8215917c2b8d"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:17.929778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 28e1789f-a71a-4c64-a15f-8215917c2b8d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:17.939230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:17.942427 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:18.006918 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8300c55a-3d60-4108-b3bf-2fe4e6151c0e x-openstack-request-id: req-8300c55a-3d60-4108-b3bf-2fe4e6151c0e {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:18.007208 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9348f087-aa1d-4b58-ba5c-0f5f18011697", "name": "network-vif-plugged", "status": "completed", "tag": "28e1789f-a71a-4c64-a15f-8215917c2b8d", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:18.007459 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8300c55a-3d60-4108-b3bf-2fe4e6151c0e {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:18.007840 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e1789f-a71a-4c64-a15f-8215917c2b8d', 'code': 200} Jun 06 19:17:18.036872 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=28e1789f-a71a-4c64-a15f-8215917c2b8d,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:18.040509 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:18.345189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e28571-8b5d-4440-82d2-01d4e819d2e4 req-6861b6b8-8b6f-423a-b080-47b1b8399422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:18.347307 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26e28571-8b5d-4440-82d2-01d4e819d2e4 req-6861b6b8-8b6f-423a-b080-47b1b8399422 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 1098 time: 0.1640329 Jun 06 19:17:18.389204 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c33e49-4162-4c54-8ff4-0aa2c88a80de req-d0da9d84-0177-4eb9-8b58-5adfdb27724e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:18.391220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04c33e49-4162-4c54-8ff4-0aa2c88a80de req-d0da9d84-0177-4eb9-8b58-5adfdb27724e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.1360724 Jun 06 19:17:18.435025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26e28571-8b5d-4440-82d2-01d4e819d2e4 req-add35b51-6a3f-48cf-be8a-15ab3fa74266 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762293 Jun 06 19:17:18.461561 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04c33e49-4162-4c54-8ff4-0aa2c88a80de req-97a34885-f69c-49a1-b020-758e9f9a3656 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551214 Jun 06 19:17:18.689966 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6a6cf-7171-4a4a-8e56-c5092c842061 req-a9074ea3-8644-4612-8ae8-6be710ef3c9d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:18.692262 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-abb6a6cf-7171-4a4a-8e56-c5092c842061 req-a9074ea3-8644-4612-8ae8-6be710ef3c9d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1344626 Jun 06 19:17:18.790295 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-abb6a6cf-7171-4a4a-8e56-c5092c842061 req-cf6d4524-71c6-4061-82fa-16f51630581d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889702 Jun 06 19:17:19.137607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e90ed4-803e-46ab-b5ab-d9b152d30ae6 req-9517364d-026c-4042-ac8c-d9080267c996 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:19.145847 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60e90ed4-803e-46ab-b5ab-d9b152d30ae6 req-9517364d-026c-4042-ac8c-d9080267c996 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1189408 Jun 06 19:17:19.207084 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60e90ed4-803e-46ab-b5ab-d9b152d30ae6 req-9adbd34f-22cf-49db-b733-03c11614d5d1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602670 Jun 06 19:17:19.747920 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f786e70-825b-4120-9acd-2b235128f342 req-f72e022f-b73e-4fda-bd3d-7c6ce25165ee tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:19.749377 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7f786e70-825b-4120-9acd-2b235128f342 req-f72e022f-b73e-4fda-bd3d-7c6ce25165ee tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.1123021 Jun 06 19:17:19.845163 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7f786e70-825b-4120-9acd-2b235128f342 req-ca8ec147-1e2b-405e-96db-96ccdc749c67 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879161 Jun 06 19:17:20.066338 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effe90-0323-4b5b-9212-cd1e4ca1f6d5 req-91b70597-7304-48ff-b41d-f16cd67a03f9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:20.074419 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e8effe90-0323-4b5b-9212-cd1e4ca1f6d5 req-91b70597-7304-48ff-b41d-f16cd67a03f9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1297085 Jun 06 19:17:20.209304 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e8effe90-0323-4b5b-9212-cd1e4ca1f6d5 req-9cd3a6dc-c7e1-40be-ad79-975a9b3a7f65 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324677 Jun 06 19:17:20.463208 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934a680-08d8-4452-bd5d-4e7e614cbce6 req-472201ad-60a4-4fd1-938f-aa70023787e1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:20.474044 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f934a680-08d8-4452-bd5d-4e7e614cbce6 req-472201ad-60a4-4fd1-938f-aa70023787e1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.1019242 Jun 06 19:17:20.518692 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f934a680-08d8-4452-bd5d-4e7e614cbce6 req-0678e4f4-9f9d-4606-a1ae-3554587af0dd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Jun 06 19:17:21.072434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da88b0-3325-45ff-8c33-702e6c1a27ae req-fa39d72d-0fcd-42a8-bc45-eb79e6429986 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:21.073906 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f6da88b0-3325-45ff-8c33-702e6c1a27ae req-fa39d72d-0fcd-42a8-bc45-eb79e6429986 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0892224 Jun 06 19:17:21.135351 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f6da88b0-3325-45ff-8c33-702e6c1a27ae req-fe4bc5c7-1e67-4c65-ac61-46e404cca203 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554466 Jun 06 19:17:21.415503 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835d7b1-07fd-4c09-9eb9-d5bd2d1db2d8 req-ac8c16b9-402e-485b-9eb8-d523d1438423 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:21.417024 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4835d7b1-07fd-4c09-9eb9-d5bd2d1db2d8 req-ac8c16b9-402e-485b-9eb8-d523d1438423 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0996809 Jun 06 19:17:21.473179 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4835d7b1-07fd-4c09-9eb9-d5bd2d1db2d8 req-93538495-fcb9-43e7-b0e6-ffe25911c9e6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Jun 06 19:17:21.717731 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c6018-048c-4079-b363-00739597738d req-1735d21d-8b01-4641-a441-8f0d3671926f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:21.719197 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b83c6018-048c-4079-b363-00739597738d req-1735d21d-8b01-4641-a441-8f0d3671926f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0864937 Jun 06 19:17:21.766015 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b83c6018-048c-4079-b363-00739597738d req-5c51385f-f872-4062-97fb-d96e37d7eee2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Jun 06 19:17:22.341665 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021760d-aa5d-46e1-b5fb-f9dd0a44cc33 req-0d00590c-7286-4d03-bec1-64a8e4b3dfe4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:22.342996 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a021760d-aa5d-46e1-b5fb-f9dd0a44cc33 req-0d00590c-7286-4d03-bec1-64a8e4b3dfe4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0818930 Jun 06 19:17:22.393368 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a021760d-aa5d-46e1-b5fb-f9dd0a44cc33 req-c5b6dfee-4a37-4d9a-bf88-81f7037d2279 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447617 Jun 06 19:17:22.687460 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6648b17-3fce-4cbd-b085-975591565134 req-a3c03e6f-31bf-4fa5-a050-23c24f4d6b16 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:22.688981 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c6648b17-3fce-4cbd-b085-975591565134 req-a3c03e6f-31bf-4fa5-a050-23c24f4d6b16 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1051216 Jun 06 19:17:22.734824 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c6648b17-3fce-4cbd-b085-975591565134 req-a68000c8-16f9-4676-bf49-87adcaa29009 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Jun 06 19:17:22.989201 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498af3f-c1e3-4fc1-8698-95288a0a435c req-1ea8f8b2-1505-4ace-b8b2-400d4711fed1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:22.989201 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6498af3f-c1e3-4fc1-8698-95288a0a435c req-1ea8f8b2-1505-4ace-b8b2-400d4711fed1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0939460 Jun 06 19:17:23.039494 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6498af3f-c1e3-4fc1-8698-95288a0a435c req-1c1addb7-8ac2-483d-9291-58ccc3c2be3d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417702 Jun 06 19:17:23.638477 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60340a51-1f2d-4c90-b707-f211ac0b20b8 req-ac5b1758-586d-4c40-b4b3-89169624fe05 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:23.639951 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60340a51-1f2d-4c90-b707-f211ac0b20b8 req-ac5b1758-586d-4c40-b4b3-89169624fe05 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.1061821 Jun 06 19:17:23.687927 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60340a51-1f2d-4c90-b707-f211ac0b20b8 req-3a213b42-b644-4826-b44c-203a11e669d6 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Jun 06 19:17:23.931646 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda96bb-b3c7-4ce8-873f-7d90e2e37e7d req-ddff12ff-e1ef-45fd-b06c-0e3b87458066 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:23.933082 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fdda96bb-b3c7-4ce8-873f-7d90e2e37e7d req-ddff12ff-e1ef-45fd-b06c-0e3b87458066 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0851758 Jun 06 19:17:23.978863 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fdda96bb-b3c7-4ce8-873f-7d90e2e37e7d req-0c2969d5-3184-4cb7-975b-9c684d163151 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Jun 06 19:17:24.227452 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cd519-3b56-4d13-960f-47a8b75ebad9 req-df78c73b-a1a3-4574-abbe-70c31c47f959 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:24.228869 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c5cd519-3b56-4d13-960f-47a8b75ebad9 req-df78c73b-a1a3-4574-abbe-70c31c47f959 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0795095 Jun 06 19:17:24.276665 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c5cd519-3b56-4d13-960f-47a8b75ebad9 req-acd21705-8ede-4b2f-91b2-e326794915fd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Jun 06 19:17:24.872252 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89658a89-fb02-4d36-9bda-50a895883f74 req-b3bbdb31-1f21-42a6-b231-13e62272acad tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:24.873548 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-89658a89-fb02-4d36-9bda-50a895883f74 req-b3bbdb31-1f21-42a6-b231-13e62272acad tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0787878 Jun 06 19:17:24.916601 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-89658a89-fb02-4d36-9bda-50a895883f74 req-49f9d7a7-16ae-496f-a76e-8afeb3a4832f tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Jun 06 19:17:25.221605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61a22a-2055-4ce4-af4f-0816dd38b1d1 req-fef22203-023a-4386-b073-b47b2de5332b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:25.223060 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0d61a22a-2055-4ce4-af4f-0816dd38b1d1 req-fef22203-023a-4386-b073-b47b2de5332b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1297135 Jun 06 19:17:25.273384 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-3a811a05-7af6-47ee-b4bf-6a783540234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:25.274820 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-3a811a05-7af6-47ee-b4bf-6a783540234f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1098 time: 0.1177490 Jun 06 19:17:25.277657 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0d61a22a-2055-4ce4-af4f-0816dd38b1d1 req-487e950e-5e1a-4628-bebd-263887eac51d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480330 Jun 06 19:17:25.473015 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-154edb2d-2cb7-4a81-a0bc-1bc103908031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:25.474531 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-154edb2d-2cb7-4a81-a0bc-1bc103908031 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1850777 Jun 06 19:17:25.501103 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e075-b8c0-4d65-b6bd-d115535c2fe3 req-dbb2d48c-1cc2-43fb-8303-8dbf662e38b7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:25.502892 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-89b3e075-b8c0-4d65-b6bd-d115535c2fe3 req-dbb2d48c-1cc2-43fb-8303-8dbf662e38b7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0999477 Jun 06 19:17:25.629203 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-89b3e075-b8c0-4d65-b6bd-d115535c2fe3 req-412f7a2d-acd0-4e38-a743-0bbeffc18c68 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736258 Jun 06 19:17:25.630839 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-d725acdc-ed12-43bf-a0e9-0cc5de5a1795 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 1001 time: 0.1274383 Jun 06 19:17:25.695029 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-85d3591c-0ad6-4e66-82d6-17fc76a37982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:25.696472 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-85d3591c-0ad6-4e66-82d6-17fc76a37982 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0578947 Jun 06 19:17:25.864967 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-024f599f-d4d4-4362-a0f1-fee6a15459c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:25.867225 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-024f599f-d4d4-4362-a0f1-fee6a15459c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1576972 Jun 06 19:17:26.006826 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-31c61354-134f-45e1-b8ba-a2a36f10726d service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224217 Jun 06 19:17:26.174052 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3c552ca5-5615-4134-aff4-e36cf1e86d56 req-f0300c56-8c4f-4895-a95f-9e7149882c3f service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305716 Jun 06 19:17:26.398910 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655aff-e4e4-4baa-bafe-73b9c2aa9b62 req-7580d82f-fea2-4d21-bd17-65d759c57291 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:26.400369 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-27655aff-e4e4-4baa-bafe-73b9c2aa9b62 req-7580d82f-fea2-4d21-bd17-65d759c57291 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0805321 Jun 06 19:17:26.491017 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-27655aff-e4e4-4baa-bafe-73b9c2aa9b62 req-30ec798a-4ed8-4fa4-bf8e-6362a5e9e35f tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598712 Jun 06 19:17:26.513485 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a36033-4099-4406-bd18-ac0494892839 req-c6396ec2-2c7d-42a0-a547-3cadc00ef37b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:26.514930 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-19a36033-4099-4406-bd18-ac0494892839 req-c6396ec2-2c7d-42a0-a547-3cadc00ef37b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1136813 Jun 06 19:17:26.561623 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-19a36033-4099-4406-bd18-ac0494892839 req-10db3d10-177f-4587-a231-6e97ebd8af73 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Jun 06 19:17:26.825263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075954b-ba65-4723-9782-9e80a67db7fd req-d2301ffe-b47f-4153-8260-77032cfc0748 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:26.826741 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2075954b-ba65-4723-9782-9e80a67db7fd req-d2301ffe-b47f-4153-8260-77032cfc0748 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 945 time: 0.0850866 Jun 06 19:17:26.873745 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2075954b-ba65-4723-9782-9e80a67db7fd req-37d59424-574b-4b9d-9d09-66fd4c0db4fe tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Jun 06 19:17:27.512112 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:17:27.622532 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:27.650582 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:27.653298 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7003059b-e602-4d5b-a885-9e9666960433" -d '{"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:27.662859 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:27.669193 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:27.670951 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:27.729014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d3a90-62b8-4d9d-948b-edc5962006a3 req-d5cc55c0-a9a8-4fee-9eaa-689a6a6ef586 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:27.736485 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2d4d3a90-62b8-4d9d-948b-edc5962006a3 req-d5cc55c0-a9a8-4fee-9eaa-689a6a6ef586 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.1388271 Jun 06 19:17:27.739649 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=8']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:27.749748 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:27.802233 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2d4d3a90-62b8-4d9d-948b-edc5962006a3 req-7e464c99-8e1c-41d7-80fd-e0f77df0a9d3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647974 Jun 06 19:17:27.820283 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016bf4a-5375-46f1-9a96-f7d678b038c1 req-368df00a-0e69-4fd7-94da-31741187a9b2 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:27.820567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e016bf4a-5375-46f1-9a96-f7d678b038c1 req-368df00a-0e69-4fd7-94da-31741187a9b2 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1358876 Jun 06 19:17:27.855528 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e203999-8b4b-4a43-81c0-d9849cc56a3e x-openstack-request-id: req-3e203999-8b4b-4a43-81c0-d9849cc56a3e {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:27.855857 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-unplugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:27.856121 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e203999-8b4b-4a43-81c0-d9849cc56a3e {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:27.856519 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'code': 200} Jun 06 19:17:27.869951 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e016bf4a-5375-46f1-9a96-f7d678b038c1 req-0f098ede-1e47-422c-881f-05366a41c8f6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Jun 06 19:17:28.069479 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a313f-259d-46f6-851a-13cecfbd579c req-7040eb3c-21cb-484f-b020-ca1a7d9d8371 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:28.070958 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-382a313f-259d-46f6-851a-13cecfbd579c req-7040eb3c-21cb-484f-b020-ca1a7d9d8371 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0843878 Jun 06 19:17:28.118118 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-382a313f-259d-46f6-851a-13cecfbd579c req-b65ce934-e5da-4d94-a0f3-108a6cd746ea tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Jun 06 19:17:29.039084 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54551af2-a5ee-4f70-bd4c-aa3519dd46c8 req-eaaac753-742c-4343-a7fc-dc11573076b6 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:29.040658 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-54551af2-a5ee-4f70-bd4c-aa3519dd46c8 req-eaaac753-742c-4343-a7fc-dc11573076b6 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.1308901 Jun 06 19:17:29.107314 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-54551af2-a5ee-4f70-bd4c-aa3519dd46c8 req-b2c8ec2f-ccac-4720-b6aa-00d2454ddd47 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562315 Jun 06 19:17:29.121080 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf70d4-8bda-4d94-8dca-1a4ecdd3215a req-38925521-dec5-4d90-bfdb-610abfa521fd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:29.122534 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-36bf70d4-8bda-4d94-8dca-1a4ecdd3215a req-38925521-dec5-4d90-bfdb-610abfa521fd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1356604 Jun 06 19:17:29.167019 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-36bf70d4-8bda-4d94-8dca-1a4ecdd3215a req-480dba04-c709-4f7c-b755-7142240eb255 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387485 Jun 06 19:17:29.322203 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48536c-d810-4958-acb3-b0ba64a2317e req-8195a593-b38d-49ec-8310-564c3c7161f5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:29.323637 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f48536c-d810-4958-acb3-b0ba64a2317e req-8195a593-b38d-49ec-8310-564c3c7161f5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0878496 Jun 06 19:17:29.367705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f48536c-d810-4958-acb3-b0ba64a2317e req-0eab3fd0-2823-4fe0-b42a-ac1d7b8c262a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380523 Jun 06 19:17:30.187737 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:30.299347 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399c20-fa57-4daa-9f5b-5bc752738a72 req-61480695-0e24-43ad-b6a8-dbfbcb302c81 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:30.300683 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-13399c20-fa57-4daa-9f5b-5bc752738a72 req-61480695-0e24-43ad-b6a8-dbfbcb302c81 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0840557 Jun 06 19:17:30.345487 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-13399c20-fa57-4daa-9f5b-5bc752738a72 req-34fb614e-edb0-4260-9630-306a4e047653 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375602 Jun 06 19:17:30.520115 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c343-c381-48af-af38-ee34994b5606 req-93672ebd-65fc-4a40-baee-7bbfff52e454 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:30.521512 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fce3c343-c381-48af-af38-ee34994b5606 req-93672ebd-65fc-4a40-baee-7bbfff52e454 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0827472 Jun 06 19:17:30.572648 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fce3c343-c381-48af-af38-ee34994b5606 req-9dc63f4b-0a5e-44dd-8a5e-57e07513dfef tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Jun 06 19:17:30.763196 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1c5cd-8548-48fa-a29e-91b9f605adea req-21a51a56-c107-4cbb-823d-3a5865b7d9de tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:30.764623 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fdf1c5cd-8548-48fa-a29e-91b9f605adea req-21a51a56-c107-4cbb-823d-3a5865b7d9de tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0924461 Jun 06 19:17:30.809409 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fdf1c5cd-8548-48fa-a29e-91b9f605adea req-b051ee4c-f637-4d76-b47e-de7b5b42883f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391135 Jun 06 19:17:31.544822 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f774-32b9-49fa-af2b-8964894df895 req-a4f3509c-5f7f-49f2-ba11-1bfdb23f6c93 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:31.546248 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bac4f774-32b9-49fa-af2b-8964894df895 req-a4f3509c-5f7f-49f2-ba11-1bfdb23f6c93 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0923724 Jun 06 19:17:31.593698 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bac4f774-32b9-49fa-af2b-8964894df895 req-62c5382d-e976-48e6-b7f2-645494ddad76 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Jun 06 19:17:31.784314 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989cd7b-faa3-4327-aa4b-585a6a52d2c5 req-8bd55c46-d077-4c3b-af82-623770ec3db4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:31.785756 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9989cd7b-faa3-4327-aa4b-585a6a52d2c5 req-8bd55c46-d077-4c3b-af82-623770ec3db4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0989964 Jun 06 19:17:31.831941 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9989cd7b-faa3-4327-aa4b-585a6a52d2c5 req-8f861d71-f9c2-45bb-8672-0f9eca07c717 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Jun 06 19:17:32.092040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b61d6a-a412-4bd6-b621-d26fb6a16771 req-802e06c0-7206-4b0e-8788-e8dfe179e7b0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:32.093419 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-24b61d6a-a412-4bd6-b621-d26fb6a16771 req-802e06c0-7206-4b0e-8788-e8dfe179e7b0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.1660271 Jun 06 19:17:32.139777 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-24b61d6a-a412-4bd6-b621-d26fb6a16771 req-7e678420-788b-42aa-b52a-f56e8bc1f02f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401909 Jun 06 19:17:32.792802 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049ee09-b296-4952-aa8e-d2b04c201ba7 req-a0f2e502-9d8f-4642-a567-58950038b7aa tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:32.794255 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3049ee09-b296-4952-aa8e-d2b04c201ba7 req-a0f2e502-9d8f-4642-a567-58950038b7aa tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0835245 Jun 06 19:17:32.840933 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3049ee09-b296-4952-aa8e-d2b04c201ba7 req-88a47aa3-a7fc-4886-9873-aaa9ef9013f7 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Jun 06 19:17:33.019633 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f029ee-2a13-438d-b575-005d934a26db req-2e44e0cb-fbba-477f-a4f5-5d3e03f2962a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:33.021066 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-17f029ee-2a13-438d-b575-005d934a26db req-2e44e0cb-fbba-477f-a4f5-5d3e03f2962a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0838697 Jun 06 19:17:33.068458 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-17f029ee-2a13-438d-b575-005d934a26db req-5c8abad3-a5b2-4653-9ac7-c9fcad0748d4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Jun 06 19:17:33.336712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281542e4-6278-4326-a897-b96f54d6442c req-4bdae3ab-6aa2-4389-a59c-ed7fec17ba65 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:33.338669 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-281542e4-6278-4326-a897-b96f54d6442c req-4bdae3ab-6aa2-4389-a59c-ed7fec17ba65 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0878398 Jun 06 19:17:33.386108 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-281542e4-6278-4326-a897-b96f54d6442c req-6615ba81-a2b3-4b69-849c-26bf27fb21f1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Jun 06 19:17:33.607623 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-17ecbdae-fe08-4eac-b423-96a7e42f5a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:33.611422 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-dab0bb01-1ecb-4a39-9351-161ee2c5c8ca tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:33.612941 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-dab0bb01-1ecb-4a39-9351-161ee2c5c8ca tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.0900466 Jun 06 19:17:33.834784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Deleting port 28e1789f-a71a-4c64-a15f-8215917c2b8d {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:17:33.835377 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:33.855136 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79882202-1a07-438e-92ee-dc35dbba9e0a req-ec4d0b39-d91c-498a-86a5-6be0df43d699 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:33.856584 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-79882202-1a07-438e-92ee-dc35dbba9e0a req-ec4d0b39-d91c-498a-86a5-6be0df43d699 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.1243570 Jun 06 19:17:33.975166 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-79882202-1a07-438e-92ee-dc35dbba9e0a req-e39ee010-6d0b-43f2-ae01-cf97d91cde9c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106081 Jun 06 19:17:34.019931 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] For port 28e1789f-a71a-4c64-a15f-8215917c2b8d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=28e1789f-a71a-4c64-a15f-8215917c2b8d,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:34.020288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:34.183776 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Calling delete_port for 28e1789f-a71a-4c64-a15f-8215917c2b8d owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:17:34.293385 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56828a-d477-47b2-8281-b967f0ee4b0d req-bc47f9bb-dfb1-4583-b8ec-9c171da4daf5 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:34.294839 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bb56828a-d477-47b2-8281-b967f0ee4b0d req-bc47f9bb-dfb1-4583-b8ec-9c171da4daf5 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 945 time: 0.2808852 Jun 06 19:17:34.343815 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d73f1-0133-465d-96e1-b50dc4267a9e req-8b4858de-8aae-473e-8f7a-bccbc4d3d77a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:34.345215 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5c9d73f1-0133-465d-96e1-b50dc4267a9e req-8b4858de-8aae-473e-8f7a-bccbc4d3d77a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1688433 Jun 06 19:17:34.434311 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bb56828a-d477-47b2-8281-b967f0ee4b0d req-e8e3bba9-77f5-43fe-84bf-d05972d3c6b7 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289725 Jun 06 19:17:34.453733 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:34.461556 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-620ff926-fcce-48c9-89f5-69307e0c6e3f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:34.501779 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5c9d73f1-0133-465d-96e1-b50dc4267a9e req-a44d15ed-7615-4395-a510-433c70f63b51 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279809 Jun 06 19:17:34.512234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Pushing event deleted for resources: {'Port': ['ID=28e1789f-a71a-4c64-a15f-8215917c2b8d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:34.515499 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:34.626442 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] No DVR routers for this DVR port 28e1789f-a71a-4c64-a15f-8215917c2b8d on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:17:34.638663 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:34.641564 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aed2fb8a-ea9e-42d2-8335-5961ba6dcc17 req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "DELETE /v2.0/ports/28e1789f-a71a-4c64-a15f-8215917c2b8d HTTP/1.1" status: 204 len: 173 time: 1.0104365 Jun 06 19:17:34.642306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'name': 'network-vif-deleted', 'tag': '28e1789f-a71a-4c64-a15f-8215917c2b8d'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:34.645677 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221c26a9-4fda-4bcb-a369-1f5e63cdfefb" -d '{"events": [{"server_uuid": "9348f087-aa1d-4b58-ba5c-0f5f18011697", "name": "network-vif-deleted", "tag": "28e1789f-a71a-4c64-a15f-8215917c2b8d"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:34.679128 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9e59c-d6a8-40c0-95f7-f3f6eba568e1 req-6882a3f9-089d-48cb-8439-81a10d28948d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:34.680671 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6ad9e59c-d6a8-40c0-95f7-f3f6eba568e1 req-6882a3f9-089d-48cb-8439-81a10d28948d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.1382518 Jun 06 19:17:34.687312 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454e496-011b-4925-8726-ca302131c0fb x-openstack-request-id: req-a454e496-011b-4925-8726-ca302131c0fb {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:34.687609 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9348f087-aa1d-4b58-ba5c-0f5f18011697", "name": "network-vif-deleted", "tag": "28e1789f-a71a-4c64-a15f-8215917c2b8d", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:34.687859 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a454e496-011b-4925-8726-ca302131c0fb {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:34.688296 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9348f087-aa1d-4b58-ba5c-0f5f18011697', 'name': 'network-vif-deleted', 'tag': '28e1789f-a71a-4c64-a15f-8215917c2b8d', 'status': 'completed', 'code': 200} Jun 06 19:17:34.729858 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6ad9e59c-d6a8-40c0-95f7-f3f6eba568e1 req-b3ba41b4-8f31-425d-9159-609a558a98b7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Jun 06 19:17:35.375362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e8592-e21a-4535-ace7-02f98a63942a req-5cb48c7a-318a-4c23-bfbf-34c1c288203a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:35.376752 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c3e8592-e21a-4535-ace7-02f98a63942a req-5cb48c7a-318a-4c23-bfbf-34c1c288203a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.0794544 Jun 06 19:17:35.420910 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c3e8592-e21a-4535-ace7-02f98a63942a req-d2ab8341-a241-4085-9eb1-267823f3ec1e tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Jun 06 19:17:35.747637 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:17:35.823319 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a91551-fe08-4533-86c9-2d38c52f0156 req-425810c9-be6e-4ad4-96e9-2b644c7fbbd7 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 210 time: 0.1420062 Jun 06 19:17:35.999070 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 47728) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:17:36.000568 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2c75a-ec2b-4899-aa0f-f9af378829d2 req-0baf305b-1bdf-4c3a-ae2b-9ce89f1a9d6b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:36.002201 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-97d2c75a-ec2b-4899-aa0f-f9af378829d2 req-0baf305b-1bdf-4c3a-ae2b-9ce89f1a9d6b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0831492 Jun 06 19:17:36.051744 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-97d2c75a-ec2b-4899-aa0f-f9af378829d2 req-c5b53fd2-5634-4da1-9730-c932a1a99c40 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 Jun 06 19:17:36.057412 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:36.176152 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-f157ac81-fac8-41ec-acee-94fd2f926dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1758428 Jun 06 19:17:36.234679 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41439-a928-4ef7-96c5-84b6975d10d4 req-429bf90d-5936-4e1c-ae0c-6176aa8d5346 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:36.236142 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06e41439-a928-4ef7-96c5-84b6975d10d4 req-429bf90d-5936-4e1c-ae0c-6176aa8d5346 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0888708 Jun 06 19:17:36.282588 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06e41439-a928-4ef7-96c5-84b6975d10d4 req-a1c4458c-8ebf-4951-9d78-3e7225ef9d58 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Jun 06 19:17:36.285892 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e4ff69a9-b9d6-43f8-a1ab-deecb01d4635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:36.635133 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3503e5-f8c0-4b89-8ab6-7fd4fa80632e req-add43b5b-c38a-4f86-8736-f5e93e111938 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:36.636479 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3f3503e5-f8c0-4b89-8ab6-7fd4fa80632e req-add43b5b-c38a-4f86-8736-f5e93e111938 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.1069133 Jun 06 19:17:36.680788 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3f3503e5-f8c0-4b89-8ab6-7fd4fa80632e req-46d8da54-0a6d-4d1e-993b-5176164d299d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Jun 06 19:17:36.978255 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b892f4a-80a1-4ace-90d9-d50c0a6a01f8 req-54a6e58d-8493-4814-8206-c91e2d2cbd08 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 210 time: 0.0418177 Jun 06 19:17:37.253748 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b515db-16d5-4004-a03b-1c81eb1defac req-fc95f13f-323b-4611-862f-3f316f679361 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:37.255175 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e1b515db-16d5-4004-a03b-1c81eb1defac req-fc95f13f-323b-4611-862f-3f316f679361 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0851476 Jun 06 19:17:37.301547 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e1b515db-16d5-4004-a03b-1c81eb1defac req-09f170e2-8595-42d9-a7c0-1f6753e564c4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Jun 06 19:17:37.336226 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:37.482731 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51de16-32a6-4d61-93bb-ca86d9b0c6d7 req-7a127238-4cf0-44d0-93d0-3474096efd6a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:37.483818 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6f51de16-32a6-4d61-93bb-ca86d9b0c6d7 req-7a127238-4cf0-44d0-93d0-3474096efd6a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0839787 Jun 06 19:17:37.536342 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6f51de16-32a6-4d61-93bb-ca86d9b0c6d7 req-2b35326b-919f-4036-9e99-0c9b197b9b9e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456314 Jun 06 19:17:37.787555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['28e1789f-a71a-4c64-a15f-8215917c2b8d'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:17:37.882516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aecb43-1764-437f-ab2c-a8c307e306ae req-90ff6bc0-16eb-4208-9b13-ec020c003de2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:37.883972 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-58aecb43-1764-437f-ab2c-a8c307e306ae req-90ff6bc0-16eb-4208-9b13-ec020c003de2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.0904937 Jun 06 19:17:37.936033 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-58aecb43-1764-437f-ab2c-a8c307e306ae req-d222dd34-067d-45c1-a5f7-7e270c590765 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Jun 06 19:17:38.152496 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ac6123fb-79ab-4012-8f34-2275ecf52d13 req-a0736c6d-1be2-4cf9-a1ea-c7f1fcf101d7 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=9348f087-aa1d-4b58-ba5c-0f5f18011697 HTTP/1.1" status: 200 len: 210 time: 0.0411606 Jun 06 19:17:38.486492 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba50cb-5a6a-4135-81db-a312dd08c0a1 req-b71b2bee-867c-4b6a-a207-0695a516ef0b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:38.487960 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-74ba50cb-5a6a-4135-81db-a312dd08c0a1 req-b71b2bee-867c-4b6a-a207-0695a516ef0b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0827999 Jun 06 19:17:38.535189 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-74ba50cb-5a6a-4135-81db-a312dd08c0a1 req-51aa29a3-3070-41a5-b002-ff67be3177bd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Jun 06 19:17:38.731167 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa115a1-12b9-4957-bfdd-8abea2969932 req-9b584971-0095-4009-b44e-cd3e91703008 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:38.732617 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1aa115a1-12b9-4957-bfdd-8abea2969932 req-9b584971-0095-4009-b44e-cd3e91703008 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0880458 Jun 06 19:17:38.780073 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1aa115a1-12b9-4957-bfdd-8abea2969932 req-14871287-b711-492c-92d3-c857594bac58 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Jun 06 19:17:38.837473 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:39.128321 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9be4a7-1d54-48ee-8af4-0d00cf3a5c53 req-0ac65ab9-4ce3-41bd-8e75-6d61da6f90ce tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:39.129772 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ed9be4a7-1d54-48ee-8af4-0d00cf3a5c53 req-0ac65ab9-4ce3-41bd-8e75-6d61da6f90ce tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.0884604 Jun 06 19:17:39.173330 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ed9be4a7-1d54-48ee-8af4-0d00cf3a5c53 req-f5bf1381-d718-4a27-af9e-68c59e5f4cd0 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Jun 06 19:17:39.554835 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-14752c55-05b9-4ba4-9a15-0017fd489709 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:39.556137 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-14752c55-05b9-4ba4-9a15-0017fd489709 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/networks?id=76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 200 len: 808 time: 0.1513445 Jun 06 19:17:39.571875 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-4a9a2533-bede-421c-9a64-673299e7e3e1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/quotas/c359a5c5c1db4cdeb06919b9df7e4536 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Jun 06 19:17:39.621749 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-63d46a90-5ad5-44be-9eaf-47283aa883b0 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442674 Jun 06 19:17:39.803819 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-2f814342-e361-4c76-b8bc-c80c8a3237e2 service neutron] 10.222.0.43 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752117 Jun 06 19:17:39.835437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da39d2-501b-4131-91c9-1885328628de req-a7133eae-09f4-4cda-888d-1e91d0eb20b7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:39.836767 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26da39d2-501b-4131-91c9-1885328628de req-a7133eae-09f4-4cda-888d-1e91d0eb20b7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1889613 Jun 06 19:17:39.952325 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26da39d2-501b-4131-91c9-1885328628de req-df00fd5d-aa39-4525-b8de-97e9745c5140 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087809 Jun 06 19:17:39.973543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-9d1ed298-5e51-44ab-a2a5-12e4e5ab11be service neutron] 10.222.0.43 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622665 Jun 06 19:17:40.222223 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317578c-0c6e-4c8d-a8b9-1c03ba51726b req-68ce6245-579c-4456-b982-a592dd825c6b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:40.223662 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6317578c-0c6e-4c8d-a8b9-1c03ba51726b req-68ce6245-579c-4456-b982-a592dd825c6b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.1791501 Jun 06 19:17:40.268518 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6317578c-0c6e-4c8d-a8b9-1c03ba51726b req-f4dd9e37-ceef-4ae1-b822-23a1a50fbaae tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388486 Jun 06 19:17:40.362569 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1ee2c11-a503-48b6-9130-e75853be206d req-1f7de98f-0425-454a-9e25-d3f0c44e0384 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 210 time: 0.0430920 Jun 06 19:17:40.544081 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a196d-8a94-4915-b439-d01b437e55cc req-35024f51-c9c1-46da-bcd5-456b3a8f34c6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:40.545500 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bd1a196d-8a94-4915-b439-d01b437e55cc req-35024f51-c9c1-46da-bcd5-456b3a8f34c6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.0846202 Jun 06 19:17:40.591919 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bd1a196d-8a94-4915-b439-d01b437e55cc req-f20f4086-fea2-47e6-87c5-77107ad2e743 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Jun 06 19:17:41.162575 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ba770-f899-4250-a65f-c4e53fc65a67 req-0bf714f5-7a00-4ee4-87b7-fdfc6c93669e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:41.164014 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e05ba770-f899-4250-a65f-c4e53fc65a67 req-0bf714f5-7a00-4ee4-87b7-fdfc6c93669e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0938220 Jun 06 19:17:41.212647 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e05ba770-f899-4250-a65f-c4e53fc65a67 req-c0a73260-b1e3-4046-876c-db8dc1df1b07 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Jun 06 19:17:41.467126 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dec4c-a67c-4e46-9da5-e9c36c03a2d9 req-c3a89a43-5f2a-409c-ad0c-315eaf13c116 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:41.468552 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e75dec4c-a67c-4e46-9da5-e9c36c03a2d9 req-c3a89a43-5f2a-409c-ad0c-315eaf13c116 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0858002 Jun 06 19:17:41.513357 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e75dec4c-a67c-4e46-9da5-e9c36c03a2d9 req-bb99cc35-fadd-41aa-a8be-6c021ad6494b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Jun 06 19:17:41.659170 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-517eda21-74b5-4569-a596-ae0181060af2 req-c539fa00-acec-4684-86c0-3d391eb2573c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 210 time: 0.0440984 Jun 06 19:17:41.861860 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede876c-5cf8-4bfa-9483-44fc5533f848 req-f352cc48-0547-4170-a04a-8ed7ac68bcc7 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:41.863315 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bede876c-5cf8-4bfa-9483-44fc5533f848 req-f352cc48-0547-4170-a04a-8ed7ac68bcc7 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.1046152 Jun 06 19:17:41.908496 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bede876c-5cf8-4bfa-9483-44fc5533f848 req-69c89c94-6ef3-45b6-adab-4bcd247e4c16 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Jun 06 19:17:42.406516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae0eb5-fbf7-4059-abc1-10ef2ff516a1 req-ece65089-1b11-4f91-b688-d97544b67b2f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:42.407947 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6dae0eb5-fbf7-4059-abc1-10ef2ff516a1 req-ece65089-1b11-4f91-b688-d97544b67b2f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0792735 Jun 06 19:17:42.454852 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6dae0eb5-fbf7-4059-abc1-10ef2ff516a1 req-f3b90b1f-cc2d-4e16-bcde-8a920acee371 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Jun 06 19:17:42.724932 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e90b97-1d24-4c6e-9299-f59b81535ae2 req-25169c2a-ccc2-43ee-88aa-9f077fdaf3e4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:42.726369 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5e90b97-1d24-4c6e-9299-f59b81535ae2 req-25169c2a-ccc2-43ee-88aa-9f077fdaf3e4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0890393 Jun 06 19:17:42.775691 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e5e90b97-1d24-4c6e-9299-f59b81535ae2 req-956c999f-fcd3-4c38-8d88-e4d872c390e9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 Jun 06 19:17:42.855654 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 28e1789f-a71a-4c64-a15f-8215917c2b8d no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:17:42.892507 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 28e1789f-a71a-4c64-a15f-8215917c2b8d {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:17:42.893188 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 28e1789f-a71a-4c64-a15f-8215917c2b8d not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:17:42.893578 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:17:42.914774 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5776c1ef-33a3-43b5-82ff-b38268485b14 req-f21ac0a0-f150-4573-8459-41e15c97a41c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 210 time: 0.0447571 Jun 06 19:17:43.104598 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6292f-ec94-4cb2-abac-687abb325190 req-a9ff5f49-6191-475a-9f55-fb32a768f9d2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:43.106072 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-84c6292f-ec94-4cb2-abac-687abb325190 req-a9ff5f49-6191-475a-9f55-fb32a768f9d2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.0867260 Jun 06 19:17:43.150328 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-84c6292f-ec94-4cb2-abac-687abb325190 req-bc8fd5b5-b8dd-41f0-b05e-6fe05240a6f1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382547 Jun 06 19:17:43.378138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-e0348b27-79a0-4ea5-99a8-0cdc4ac7801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:43.379796 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-e0348b27-79a0-4ea5-99a8-0cdc4ac7801d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc&tenant_id=f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 1096 time: 0.0790164 Jun 06 19:17:43.495836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-0702b012-b69a-44bd-a8d3-90f9274a7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:43.497281 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-0702b012-b69a-44bd-a8d3-90f9274a7104 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1096 time: 0.0744901 Jun 06 19:17:43.691515 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-085d20d8-b11c-4420-a7e7-a54347ab7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:43.692932 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-085d20d8-b11c-4420-a7e7-a54347ab7014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1836648 Jun 06 19:17:43.713941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868edb4-87d3-46b3-8895-9da2b36e05c4 req-0d88466f-604e-4884-b75a-c37ce5280f17 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:43.715268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2868edb4-87d3-46b3-8895-9da2b36e05c4 req-0d88466f-604e-4884-b75a-c37ce5280f17 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1183434 Jun 06 19:17:43.891608 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2868edb4-87d3-46b3-8895-9da2b36e05c4 req-52deb096-6190-4244-b7a8-d9132e57822d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292326 Jun 06 19:17:43.897649 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-531ee84b-dd20-4b61-9273-129b4239a292 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 999 time: 0.1814294 Jun 06 19:17:43.972366 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01286-f291-4220-9a92-ad652336618c req-ba3960e1-6724-4942-8da4-357f012cdb70 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:43.973901 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c6e01286-f291-4220-9a92-ad652336618c req-ba3960e1-6724-4942-8da4-357f012cdb70 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.1945961 Jun 06 19:17:44.076425 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-0d7fa444-8837-4109-a58a-4bebbc6fafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:44.077809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-0d7fa444-8837-4109-a58a-4bebbc6fafe2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.1623583 Jun 06 19:17:44.258722 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-347e7eda-f374-41fb-aeee-09d07b55f145 req-3b934031-9136-43c0-9f39-0a96d7834c7e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 210 time: 0.2250538 Jun 06 19:17:44.517490 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-8d8e1373-9bcd-427f-920b-ad2082addebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:44.518978 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-8d8e1373-9bcd-427f-920b-ad2082addebe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3911381 Jun 06 19:17:44.529130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2c2eb-3122-4adc-ae49-ca45667d2990 req-1dc508c5-8cd6-4eb7-baef-30d336069d39 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:44.530523 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3dc2c2eb-3122-4adc-ae49-ca45667d2990 req-1dc508c5-8cd6-4eb7-baef-30d336069d39 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.4587567 Jun 06 19:17:44.538633 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-25bc1c4c-7434-433e-9512-d7d3db66c456 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:44.539967 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-25bc1c4c-7434-433e-9512-d7d3db66c456 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "GET /v2.0/networks?id=76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 200 len: 808 time: 0.2795000 Jun 06 19:17:44.596460 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Request body: {'port': {'device_id': '3566676e-759a-489a-bfce-3ff7a67180aa', 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d', 'admin_state_up': True, 'tenant_id': 'c359a5c5c1db4cdeb06919b9df7e4536'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:17:44.643838 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Deleting port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:17:44.644175 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:44.899869 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3dc2c2eb-3122-4adc-ae49-ca45667d2990 req-3692ec55-bd5a-4d93-8971-f10b2ba35bd1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588817 Jun 06 19:17:45.005356 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-edda0710-0df4-4bf0-b8b8-010fb157f04e service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327908 Jun 06 19:17:45.010589 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] For port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:17:45.010937 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:45.201698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5fbc1-77a9-444c-bf0f-8a28c17ab7a0 req-9a6305dc-75b4-495b-9995-1fb0c549c1c4 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:45.203155 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8fe5fbc1-77a9-444c-bf0f-8a28c17ab7a0 req-9a6305dc-75b4-495b-9995-1fb0c549c1c4 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 945 time: 0.6717613 Jun 06 19:17:45.209412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Calling delete_port for 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:17:45.263906 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Made reservation on behalf of c359a5c5c1db4cdeb06919b9df7e4536 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:17:45.267242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:45.440514 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8fe5fbc1-77a9-444c-bf0f-8a28c17ab7a0 req-4622595f-1aeb-4d41-8553-fea21799423a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143974 Jun 06 19:17:45.454861 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c410b0b4-0f56-434a-8ec3-5f6e5dc274ea req-6d962337-e98b-4866-be8d-a50e0cde7d9f service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060638 Jun 06 19:17:45.497608 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aec80-7a32-49be-9693-127fa7162b0c req-036bf897-4c42-4eea-8809-c14e7455af90 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:45.499148 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-633aec80-7a32-49be-9693-127fa7162b0c req-036bf897-4c42-4eea-8809-c14e7455af90 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.4960508 Jun 06 19:17:45.665681 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6d121dd5-67d3-4401-a84d-55c2d040fd46 req-6534ea3c-a711-4ff7-8da9-b912bbe10ab6 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 210 time: 0.0911069 Jun 06 19:17:45.703278 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Allocated IP 172.20.0.9 (76e02c61-63a8-4589-8716-c622ce4b6b9d/78d75431-f08d-4d3a-81a9-bdac713cb3d6/a7921dd2-6a65-4444-baae-064eeb16c280) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:17:45.711146 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-633aec80-7a32-49be-9693-127fa7162b0c req-6113285b-78f6-4859-b0b3-ebc6af6b5002 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726925 Jun 06 19:17:45.716835 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:45.722694 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:45.729767 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0', '942487e9-9291-441a-b6ad-5332c9635209', '168ab53b-b91c-4090-a66e-94e8dec2fca2', '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:17:45.906274 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event deleted for resources: {'Port': ['ID=6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:45.964852 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.965207 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.965553 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.965920 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.966256 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.966607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.966925 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.967257 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.967584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.967914 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.968242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.968571 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:17:45.972422 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:46.033058 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] No DVR routers for this DVR port 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:17:46.035948 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:46.038177 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c6e01286-f291-4220-9a92-ad652336618c req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "DELETE /v2.0/ports/6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f HTTP/1.1" status: 204 len: 173 time: 2.0513399 Jun 06 19:17:46.040537 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'name': 'network-vif-deleted', 'tag': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:17:46.043733 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e47d97-b86e-4fd5-85ed-4518469b7837" -d '{"events": [{"server_uuid": "9ecc8f89-bf67-4a6b-9905-d26e4c4cc827", "name": "network-vif-deleted", "tag": "6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:17:46.180808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c1c1a1-66b0-4270-bddd-918c4d322ae3 x-openstack-request-id: req-11c1c1a1-66b0-4270-bddd-918c4d322ae3 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:17:46.180808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecc8f89-bf67-4a6b-9905-d26e4c4cc827", "name": "network-vif-deleted", "tag": "6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:17:46.181077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11c1c1a1-66b0-4270-bddd-918c4d322ae3 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:17:46.181447 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecc8f89-bf67-4a6b-9905-d26e4c4cc827', 'name': 'network-vif-deleted', 'tag': '6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f', 'status': 'completed', 'code': 200} Jun 06 19:17:46.301991 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645e97-325e-4e4c-a37b-6a2f414b7f41 req-1f01820d-5823-4344-bad0-3220e0fa96d7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:46.303385 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-62645e97-325e-4e4c-a37b-6a2f414b7f41 req-1f01820d-5823-4344-bad0-3220e0fa96d7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.2402306 Jun 06 19:17:46.310631 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:46.372357 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-62645e97-325e-4e4c-a37b-6a2f414b7f41 req-475ae7b3-b7a5-4eb8-853c-590be5f03246 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583012 Jun 06 19:17:46.406653 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:46.424980 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-81ef4978-512b-4d46-b0c9-bebaef826c4d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:17:46.484785 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Network 76e02c61-63a8-4589-8716-c622ce4b6b9d is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:17:46.487878 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:17:46.491929 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:17:46.536192 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Pushing event updated for resources: {'Port': ['ID=a7921dd2-6a65-4444-baae-064eeb16c280,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:17:46.540850 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:17:46.565902 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:46.566769 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:17:46.621235 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297c2f1d-16af-4a57-9874-eb122b2e1ad9 req-26e4251c-2747-4c1e-8672-ea3bd3a83349 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0482788 Jun 06 19:17:46.628019 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0354180 Jun 06 19:17:46.941369 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683b8a-8ab0-4716-82d8-6d42f1ab990b req-23f55fd8-95ef-4802-bc0d-8b63f3dd433b tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:46.942937 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-52683b8a-8ab0-4716-82d8-6d42f1ab990b req-23f55fd8-95ef-4802-bc0d-8b63f3dd433b tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.1535532 Jun 06 19:17:46.982148 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744ca7-479d-4e3d-9f7e-d76c9ddbe5fd req-d819db32-b095-4b5f-b96c-d48ae5870735 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:46.983577 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-07744ca7-479d-4e3d-9f7e-d76c9ddbe5fd req-d819db32-b095-4b5f-b96c-d48ae5870735 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1444278 Jun 06 19:17:47.021489 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-52683b8a-8ab0-4716-82d8-6d42f1ab990b req-cd230d95-6cae-4289-a850-eed48e01ef41 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706968 Jun 06 19:17:47.041373 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-07744ca7-479d-4e3d-9f7e-d76c9ddbe5fd req-046c5ade-2170-459f-b0f2-648d5b3619a5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Jun 06 19:17:47.599749 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cc7ee-f857-4ac2-a658-67c30517da7a req-302ffb96-146b-4bc2-ae19-ee362e81239e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:47.601171 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b5cc7ee-f857-4ac2-a658-67c30517da7a req-302ffb96-146b-4bc2-ae19-ee362e81239e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0866523 Jun 06 19:17:47.647606 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b5cc7ee-f857-4ac2-a658-67c30517da7a req-1ee742d0-8386-4698-96bd-8451cbc5983a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 Jun 06 19:17:47.793180 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-361cd2ee-84f7-45cb-bab4-9a0dba85d3f6 req-27d25f74-4d79-469e-a770-6c616b34b343 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0490625 Jun 06 19:17:48.237622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086ddb5-690e-406f-968b-58e4a8ff4f22 req-6e605c9a-c43e-44a3-9fe4-89ee04431640 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:48.243861 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e086ddb5-690e-406f-968b-58e4a8ff4f22 req-6e605c9a-c43e-44a3-9fe4-89ee04431640 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0990992 Jun 06 19:17:48.285338 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e086ddb5-690e-406f-968b-58e4a8ff4f22 req-6c7329d6-ae56-494f-8f24-37fff8f43a0a tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Jun 06 19:17:48.806044 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545c04-4a50-4d0e-8f2e-19f24abf0186 req-58acf1aa-c042-4b4c-ae67-f7dd5d6205c3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:48.807396 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5a545c04-4a50-4d0e-8f2e-19f24abf0186 req-58acf1aa-c042-4b4c-ae67-f7dd5d6205c3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0798349 Jun 06 19:17:48.851926 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5a545c04-4a50-4d0e-8f2e-19f24abf0186 req-f2a45d54-33b6-4c95-ba13-ccf4265a44b3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Jun 06 19:17:48.866741 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:17:48.900888 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:17:48.901238 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 6823e0ce-f42c-41ca-8d2c-a0b1c1a06e2f not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:17:49.032004 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a979c-8a48-476e-901d-0c9553c47f4c req-f2d385ea-911a-4e5d-82b9-9beab70d1885 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:49.033455 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-660a979c-8a48-476e-901d-0c9553c47f4c req-f2d385ea-911a-4e5d-82b9-9beab70d1885 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0874104 Jun 06 19:17:49.079227 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-660a979c-8a48-476e-901d-0c9553c47f4c req-d52390e5-ae47-413e-85a6-7b47ba5d6146 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Jun 06 19:17:49.220613 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cb3f8ee8-39ea-49ee-a873-06869a7c914a req-afd460b2-47aa-4ff0-a3de-4f31f9ea8a51 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0423799 Jun 06 19:17:49.472301 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea09f-14b5-41e5-b8ed-7be597a48127 req-dee2dd80-a4c6-40e6-981b-0e9e3e232c78 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:49.473688 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cceea09f-14b5-41e5-b8ed-7be597a48127 req-dee2dd80-a4c6-40e6-981b-0e9e3e232c78 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0832682 Jun 06 19:17:49.519330 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cceea09f-14b5-41e5-b8ed-7be597a48127 req-bc835997-9157-4764-b5ae-42a666ce132e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Jun 06 19:17:50.038303 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bef5e-0ef2-42a4-b41c-5b1dda0256d0 req-6ebeafb2-6f60-4e89-ad0d-c032d97ae79f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:50.039784 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa5bef5e-0ef2-42a4-b41c-5b1dda0256d0 req-6ebeafb2-6f60-4e89-ad0d-c032d97ae79f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0811574 Jun 06 19:17:50.087719 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa5bef5e-0ef2-42a4-b41c-5b1dda0256d0 req-d99d4e36-cc06-43a0-9e6c-fad0395c6409 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Jun 06 19:17:50.278538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d081f-e929-4e5b-8382-282b20f5ad04 req-d8bd5e0d-5760-4fe1-8b66-102467e1f085 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:50.279985 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-142d081f-e929-4e5b-8382-282b20f5ad04 req-d8bd5e0d-5760-4fe1-8b66-102467e1f085 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0823166 Jun 06 19:17:50.326055 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-142d081f-e929-4e5b-8382-282b20f5ad04 req-3b84380b-f5b2-40ae-a93a-07dab149636d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402389 Jun 06 19:17:50.484771 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cf37fe5f-e2c9-4a3a-a38f-922b5b12a953 req-cb8db751-fc9a-416b-a143-3a691e7fcb58 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0516148 Jun 06 19:17:50.818092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802072d-7948-4d8f-894f-0b2e2bea2a24 req-0a6b0973-364d-4770-b5a6-af2989caa511 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:50.819540 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5802072d-7948-4d8f-894f-0b2e2bea2a24 req-0a6b0973-364d-4770-b5a6-af2989caa511 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.1732478 Jun 06 19:17:50.869439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5802072d-7948-4d8f-894f-0b2e2bea2a24 req-0d0453fa-53b2-43ad-b041-c622e4d3af49 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Jun 06 19:17:51.296599 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d211fd-bfcf-404e-9fc7-c879facf9a40 req-ffbe9cf4-a71a-493f-9e48-a14d7a99bff4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:51.298109 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a1d211fd-bfcf-404e-9fc7-c879facf9a40 req-ffbe9cf4-a71a-493f-9e48-a14d7a99bff4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0915210 Jun 06 19:17:51.343726 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a1d211fd-bfcf-404e-9fc7-c879facf9a40 req-41626d54-7884-4b2f-8406-4c2b2ee98308 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Jun 06 19:17:51.530223 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fdf85-b023-4383-9956-697a50f3f131 req-737cf79d-0aad-4c08-bc7d-ff4283744603 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:51.538376 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d1fdf85-b023-4383-9956-697a50f3f131 req-737cf79d-0aad-4c08-bc7d-ff4283744603 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0994775 Jun 06 19:17:51.583192 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d1fdf85-b023-4383-9956-697a50f3f131 req-ac297088-61e1-42f6-a997-35d9f4bba6d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436015 Jun 06 19:17:51.722184 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cad4306b-59cf-47b4-a7f5-e612a9cb5766 req-c819e9da-7b93-4f62-951b-6bdd3be45529 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0448050 Jun 06 19:17:52.054508 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdb884-ec46-4d6e-a4d1-090bcdb71fab req-60187bec-44ac-4ab2-8b77-d4d66fffa3b7 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:52.056351 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cccdb884-ec46-4d6e-a4d1-090bcdb71fab req-60187bec-44ac-4ab2-8b77-d4d66fffa3b7 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0785830 Jun 06 19:17:52.105585 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cccdb884-ec46-4d6e-a4d1-090bcdb71fab req-4c74c6a1-c9e6-43b8-a3f5-7d5485600514 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Jun 06 19:17:52.545161 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a4877-3ccf-46eb-8c82-582fa0ec330d req-673f41bf-e159-473f-9300-c4af96230a89 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:52.547476 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-917a4877-3ccf-46eb-8c82-582fa0ec330d req-673f41bf-e159-473f-9300-c4af96230a89 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0916915 Jun 06 19:17:52.592603 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-917a4877-3ccf-46eb-8c82-582fa0ec330d req-04417431-39f9-4e89-b087-e2c2313960c7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Jun 06 19:17:52.773780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4f4be-7643-4de0-8e1a-dd8a20dc1912 req-9786fcf1-ce5f-421d-abe5-4ade7fe12ebb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:52.775219 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3eb4f4be-7643-4de0-8e1a-dd8a20dc1912 req-9786fcf1-ce5f-421d-abe5-4ade7fe12ebb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0843539 Jun 06 19:17:52.819485 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3eb4f4be-7643-4de0-8e1a-dd8a20dc1912 req-f9bf2ecf-6dfa-4140-b5b2-e8806278980b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384588 Jun 06 19:17:52.975095 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-032c3164-f30f-4638-96c9-4c1b9c557a19 req-1db78b9b-7a56-4eaf-aa72-c6e682d7a4ba tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0458708 Jun 06 19:17:53.306023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39df12-6b3d-4c45-8b71-4d8f23235722 req-e13c8115-c74c-47db-b1d6-9640791656ad tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:53.307924 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ac39df12-6b3d-4c45-8b71-4d8f23235722 req-e13c8115-c74c-47db-b1d6-9640791656ad tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0865252 Jun 06 19:17:53.351909 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ac39df12-6b3d-4c45-8b71-4d8f23235722 req-ad30d43c-dc34-43b7-89fb-a30838f904d6 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Jun 06 19:17:53.781040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cb0-dd3b-4f5d-8538-73634afadf41 req-a95e6b12-198b-4264-912d-5806d9c72965 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:53.782506 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-534e2cb0-dd3b-4f5d-8538-73634afadf41 req-a95e6b12-198b-4264-912d-5806d9c72965 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0816250 Jun 06 19:17:53.826784 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-534e2cb0-dd3b-4f5d-8538-73634afadf41 req-b4b70cb0-6636-4d78-95c5-c65b8cf8d3bf tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Jun 06 19:17:54.021287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa97652-37a6-4273-a799-a2e88c2952d2 req-6a9967f3-59a4-4ef7-a07c-126c5ddd109e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:54.022823 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2aa97652-37a6-4273-a799-a2e88c2952d2 req-6a9967f3-59a4-4ef7-a07c-126c5ddd109e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0815094 Jun 06 19:17:54.071808 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2aa97652-37a6-4273-a799-a2e88c2952d2 req-70e7f79c-cd17-4612-85fb-2dd340e99aec tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431545 Jun 06 19:17:54.237152 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-00e36c54-8093-487b-b269-b50649884be5 req-0ee10aea-73b0-4ae0-971b-7eb8137738ee tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0530555 Jun 06 19:17:54.549976 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735ebf-ae62-4ce7-b895-d1eb8975b66f req-826a4a8e-2180-4617-a35c-d8ff77526eb3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:54.551562 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-80735ebf-ae62-4ce7-b895-d1eb8975b66f req-826a4a8e-2180-4617-a35c-d8ff77526eb3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0912960 Jun 06 19:17:54.604983 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-80735ebf-ae62-4ce7-b895-d1eb8975b66f req-862304a3-2675-4017-bae1-8ee7030b9b51 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Jun 06 19:17:55.027445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b5f4c-fa2b-487e-b0ff-63e8190e90e4 req-030422d9-c50a-44e2-ac4e-b8dfab17f140 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:55.028896 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-407b5f4c-fa2b-487e-b0ff-63e8190e90e4 req-030422d9-c50a-44e2-ac4e-b8dfab17f140 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0931940 Jun 06 19:17:55.075417 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-407b5f4c-fa2b-487e-b0ff-63e8190e90e4 req-1c099af0-e7fe-429e-979f-b3346acc9319 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Jun 06 19:17:55.276286 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a53ea-7337-4766-b7b8-158c1f760787 req-987e55a0-a14c-4f44-872d-0c701d9d7472 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:55.277711 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b54a53ea-7337-4766-b7b8-158c1f760787 req-987e55a0-a14c-4f44-872d-0c701d9d7472 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0792239 Jun 06 19:17:55.326270 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b54a53ea-7337-4766-b7b8-158c1f760787 req-c0ce6c6e-0b7c-42c8-9cc7-612ed40fe73f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429204 Jun 06 19:17:55.466526 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06192be4-44d9-4ecc-9ae2-4ef118246d69 req-45f561ca-8f5b-4ec3-ba28-99c81db82aed tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0418861 Jun 06 19:17:55.793092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99fcd-85d5-4cb3-a550-e3f77f529310 req-9686bff8-f2c5-49c4-8a1e-7685b8be0c67 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:55.794462 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3fd99fcd-85d5-4cb3-a550-e3f77f529310 req-9686bff8-f2c5-49c4-8a1e-7685b8be0c67 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0799162 Jun 06 19:17:55.836558 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3fd99fcd-85d5-4cb3-a550-e3f77f529310 req-26e3e515-de41-4200-941b-ba6fe65c27d9 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365965 Jun 06 19:17:56.272841 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d1244-8689-4742-9dc5-0cfffdc71572 req-c6e30168-b18e-4cba-9540-968463b21ec7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:56.274294 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ab4d1244-8689-4742-9dc5-0cfffdc71572 req-c6e30168-b18e-4cba-9540-968463b21ec7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0925364 Jun 06 19:17:56.325549 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ab4d1244-8689-4742-9dc5-0cfffdc71572 req-2e334fa1-5486-4fab-a1b5-d3d345572d53 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Jun 06 19:17:56.531810 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5d433-6804-4389-bf2a-391f2eaf96d5 req-b94fb8ae-a1f5-4d33-8371-dd1f4785fdb2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:56.533172 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-faf5d433-6804-4389-bf2a-391f2eaf96d5 req-b94fb8ae-a1f5-4d33-8371-dd1f4785fdb2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0905375 Jun 06 19:17:56.580451 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-faf5d433-6804-4389-bf2a-391f2eaf96d5 req-b2bd9d3c-b913-4832-8dbc-af3bbfa60612 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Jun 06 19:17:56.876407 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-302a5940-1e63-42f5-b4d2-f212a3c9dc90 req-71db7cec-9807-4532-b3bc-a4b700eff1db tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0461857 Jun 06 19:17:57.051645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff251a-2cfa-4a98-b620-374239dcfc90 req-1271ae49-84d4-4e38-a3ef-4218415974c3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:57.053788 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9fff251a-2cfa-4a98-b620-374239dcfc90 req-1271ae49-84d4-4e38-a3ef-4218415974c3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0863042 Jun 06 19:17:57.102376 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9fff251a-2cfa-4a98-b620-374239dcfc90 req-6481823e-421f-4fa4-8f81-763d3efed46f tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Jun 06 19:17:57.527575 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d0b6-51cf-42db-aedd-544b5c757557 req-a7d7afc6-f2bd-4847-b041-b08125cb4374 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:57.529023 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6895d0b6-51cf-42db-aedd-544b5c757557 req-a7d7afc6-f2bd-4847-b041-b08125cb4374 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0815210 Jun 06 19:17:57.572796 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6895d0b6-51cf-42db-aedd-544b5c757557 req-3d36eb39-fa02-407f-a2a7-62f9e0877915 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Jun 06 19:17:57.786867 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a756ac-ad41-4f28-abd6-cea844c1219a req-542a39d3-0705-4ca3-94a8-85787d58e8ea tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:57.788344 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a3a756ac-ad41-4f28-abd6-cea844c1219a req-542a39d3-0705-4ca3-94a8-85787d58e8ea tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0999224 Jun 06 19:17:57.922462 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a3a756ac-ad41-4f28-abd6-cea844c1219a req-8153f5e1-e8e9-44d5-9aaa-5bbf479c2932 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283615 Jun 06 19:17:58.059455 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d045f670-b7a0-435b-999e-a1abe512fb5d req-62bd99af-d6c2-4f21-93a2-9c183bc674d9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0463147 Jun 06 19:17:58.311124 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8142d6-2acf-4bc2-a212-2ebdff044fa5 req-1932cc1d-40a2-4742-8150-a6f4765670b8 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:58.312563 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5f8142d6-2acf-4bc2-a212-2ebdff044fa5 req-1932cc1d-40a2-4742-8150-a6f4765670b8 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0905969 Jun 06 19:17:58.369053 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5f8142d6-2acf-4bc2-a212-2ebdff044fa5 req-6cd729d3-5539-43b0-84f0-c3f1004ec007 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 Jun 06 19:17:58.762376 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd306c72-7141-4e47-82fc-1aaf38adde51 req-98f9ed91-fb74-4a9d-a264-87773c701ffc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:58.763804 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fd306c72-7141-4e47-82fc-1aaf38adde51 req-98f9ed91-fb74-4a9d-a264-87773c701ffc tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0796497 Jun 06 19:17:58.812829 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fd306c72-7141-4e47-82fc-1aaf38adde51 req-eb588800-4cdb-4a30-ab93-e4c85eb412be tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Jun 06 19:17:59.122772 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4979f1-0575-4793-985f-7dbbc09a3657 req-f732181f-6fd8-4d1c-8066-ae3cb1c30f66 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:59.124232 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b4979f1-0575-4793-985f-7dbbc09a3657 req-f732181f-6fd8-4d1c-8066-ae3cb1c30f66 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0946281 Jun 06 19:17:59.167625 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b4979f1-0575-4793-985f-7dbbc09a3657 req-c96cd566-29d6-40f4-945b-a62cb1e6d174 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Jun 06 19:17:59.322189 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1ffa9713-e100-4310-a160-faaa1a0c2ffb req-e3f775f9-8974-4186-a2dc-c85554962f25 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0574355 Jun 06 19:17:59.569138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba1ae-2803-493b-85e3-720c655726f8 req-d4d9b96c-2155-4b36-be42-0f6db28e6f9c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:17:59.570734 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-891ba1ae-2803-493b-85e3-720c655726f8 req-d4d9b96c-2155-4b36-be42-0f6db28e6f9c tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0968392 Jun 06 19:17:59.628881 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-891ba1ae-2803-493b-85e3-720c655726f8 req-b2e64213-2cf5-4b13-8e18-c9848adc6c29 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Jun 06 19:18:00.018712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7102b-5a80-49a3-9529-0082d2ee45ce req-610e05fa-8919-4f07-b289-e7eb8828e09a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:00.020136 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bc7102b-5a80-49a3-9529-0082d2ee45ce req-610e05fa-8919-4f07-b289-e7eb8828e09a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0791845 Jun 06 19:18:00.064442 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bc7102b-5a80-49a3-9529-0082d2ee45ce req-2dc07f47-efc2-42e2-85ef-d067f402ea51 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Jun 06 19:18:00.179826 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:00.375699 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031651d-3dda-402e-94fc-a7a857d9453a req-d85ebbbe-fb29-42c5-91b8-9f6cf03b2677 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:00.377515 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6031651d-3dda-402e-94fc-a7a857d9453a req-d85ebbbe-fb29-42c5-91b8-9f6cf03b2677 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0880110 Jun 06 19:18:00.425742 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6031651d-3dda-402e-94fc-a7a857d9453a req-d4c78fdb-4a9f-4608-afcd-3b421b817cc0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Jun 06 19:18:00.590705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3920a480-beb7-4d22-9f6e-a05e89e69921 req-2271b480-1ffa-4a94-9e71-847ac88e8ee8 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0510974 Jun 06 19:18:00.811914 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b2b95-daf6-4231-ba41-1155b4fd9f5b req-f241d73b-6147-4a0a-bd24-e21bf1b35650 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:00.813401 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ed7b2b95-daf6-4231-ba41-1155b4fd9f5b req-f241d73b-6147-4a0a-bd24-e21bf1b35650 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0819380 Jun 06 19:18:00.869181 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ed7b2b95-daf6-4231-ba41-1155b4fd9f5b req-48a53865-5da1-42ce-96e8-baddbc825458 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Jun 06 19:18:01.268741 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa3ee4-8192-41f7-8867-b54f164c9189 req-edcfeff2-4149-419f-a378-ae18a4af71ef tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:01.270366 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94fa3ee4-8192-41f7-8867-b54f164c9189 req-edcfeff2-4149-419f-a378-ae18a4af71ef tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0901411 Jun 06 19:18:01.316677 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-94fa3ee4-8192-41f7-8867-b54f164c9189 req-3234f66b-339d-4fd1-b89f-2d450c077174 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Jun 06 19:18:01.637271 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407291d-2b78-40fd-953d-d2c505b5c536 req-95347bd7-e03e-4385-8726-7db87731f19c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:01.639106 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3407291d-2b78-40fd-953d-d2c505b5c536 req-95347bd7-e03e-4385-8726-7db87731f19c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0885656 Jun 06 19:18:01.685569 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3407291d-2b78-40fd-953d-d2c505b5c536 req-0b96063a-931e-47cc-be8f-e63fbb952b7d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399084 Jun 06 19:18:01.822991 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d7b4f94c-3b0a-4261-9bd6-83c2dd79c58f req-0851da28-e95b-4742-b96a-9ab7f603b8c2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0423772 Jun 06 19:18:02.069680 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaed47-b0cf-40dc-b351-40a73c7b5e26 req-7866ca3a-9935-47a9-aa8a-6f93a79a0c26 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:02.071812 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aceaed47-b0cf-40dc-b351-40a73c7b5e26 req-7866ca3a-9935-47a9-aa8a-6f93a79a0c26 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0932682 Jun 06 19:18:02.122933 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aceaed47-b0cf-40dc-b351-40a73c7b5e26 req-ec81871d-161d-4d4b-b6d6-c21ab112f44b tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Jun 06 19:18:02.508406 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670b27-9bab-484d-a954-9eb578c48af8 req-597d384d-c396-4002-9acc-e9a587a53095 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:02.509940 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-63670b27-9bab-484d-a954-9eb578c48af8 req-597d384d-c396-4002-9acc-e9a587a53095 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0859706 Jun 06 19:18:02.558794 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-63670b27-9bab-484d-a954-9eb578c48af8 req-563bd07d-79fa-4214-ab34-c9ee0182abb8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Jun 06 19:18:02.886722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded495a-4d8f-4dbe-a147-a2781c09a60f req-41f12817-69e7-4219-8a16-061538b3368f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:02.888156 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1ded495a-4d8f-4dbe-a147-a2781c09a60f req-41f12817-69e7-4219-8a16-061538b3368f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0828869 Jun 06 19:18:02.934447 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1ded495a-4d8f-4dbe-a147-a2781c09a60f req-9c2cc2c7-4725-4969-8514-f72f2052d53a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400233 Jun 06 19:18:03.081358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d257a566-a587-4406-aa67-0a577e7963c2 req-da893a36-5cca-4bfb-8a2e-a69a008ed136 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0467446 Jun 06 19:18:03.324920 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde12d2-629e-49f5-ab63-f9a87cbef107 req-94b8c159-7cd1-4029-a76e-708d97cd1717 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:03.326335 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ccde12d2-629e-49f5-ab63-f9a87cbef107 req-94b8c159-7cd1-4029-a76e-708d97cd1717 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.0961754 Jun 06 19:18:03.372908 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ccde12d2-629e-49f5-ab63-f9a87cbef107 req-358a3221-d9ee-4e00-8e5f-9f50cb490f88 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Jun 06 19:18:03.612061 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-632e720d-0b8b-493b-9d26-19b5be5c3435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:03.773098 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac543e-2d3b-47fd-8eec-63588a528dba req-c4f36483-08bc-412a-9799-ca6be09c065a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:03.774533 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3aac543e-2d3b-47fd-8eec-63588a528dba req-c4f36483-08bc-412a-9799-ca6be09c065a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0916872 Jun 06 19:18:03.818632 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3aac543e-2d3b-47fd-8eec-63588a528dba req-076340e7-ef28-49e5-b638-46e1e8eaaba5 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Jun 06 19:18:04.130078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ba00-38b7-41e8-beca-1d6b66b5b14a req-67ac8658-a4dd-466c-bbcc-34f8d2d2c3d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:04.137120 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0543ba00-38b7-41e8-beca-1d6b66b5b14a req-67ac8658-a4dd-466c-bbcc-34f8d2d2c3d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0886567 Jun 06 19:18:04.168391 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Request body: {'port': {'device_id': '3566676e-759a-489a-bfce-3ff7a67180aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:04.407478 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0543ba00-38b7-41e8-beca-1d6b66b5b14a req-d2082be9-3821-4c9b-ba4e-b77a0832a8e8 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695081 Jun 06 19:18:04.411938 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d648d490-d28a-48dd-aabf-24a8af7e7970 req-6e35300b-4841-4365-8aee-b87ff42b5f27 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ecc8f89-bf67-4a6b-9905-d26e4c4cc827 HTTP/1.1" status: 200 len: 210 time: 0.0839336 Jun 06 19:18:04.483713 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:04.571673 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-317ff567-00fe-4027-84f6-78cc40a9ce47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3676369 Jun 06 19:18:04.846720 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e77f4-d257-4691-a73a-bb8cecaaeff5 req-7f6c260e-3067-4740-bd2e-13daa04ac9a1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:04.848104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1a3e77f4-d257-4691-a73a-bb8cecaaeff5 req-7f6c260e-3067-4740-bd2e-13daa04ac9a1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 931 time: 0.3186059 Jun 06 19:18:04.905637 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-2f4287f9-ede9-49e3-a405-83316f75bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:04.907111 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-2f4287f9-ede9-49e3-a405-83316f75bb80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 1099 time: 0.3028755 Jun 06 19:18:04.924248 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1a3e77f4-d257-4691-a73a-bb8cecaaeff5 req-8d1d2d0a-702e-4d18-acc8-b979805cd438 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665326 Jun 06 19:18:05.136412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7921dd2-6a65-4444-baae-064eeb16c280 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:18:05.148354 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:05.181528 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Transition to ACTIVE for port object a7921dd2-6a65-4444-baae-064eeb16c280 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:18:05.197246 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:05.204952 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-602221fa-1766-486c-84a6-3ad36b83e6c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:05.260157 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca3362-ac8f-4386-ab7d-a23feb571178 req-45731d13-32c5-42a9-8288-3645f105fa6f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:05.261660 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8eca3362-ac8f-4386-ab7d-a23feb571178 req-45731d13-32c5-42a9-8288-3645f105fa6f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.3354089 Jun 06 19:18:05.271324 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-da489d6a-5e8a-4357-a059-bcb07ba57e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:05.272756 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-da489d6a-5e8a-4357-a059-bcb07ba57e27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.3096342 Jun 06 19:18:05.420857 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-6d6bca90-8f59-4201-a8da-407c54aecbd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b HTTP/1.1" status: 200 len: 217 time: 0.0799036 Jun 06 19:18:05.427574 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Pushing event updated for resources: {'Port': ['ID=a7921dd2-6a65-4444-baae-064eeb16c280,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:05.503392 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:05.554834 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8eca3362-ac8f-4386-ab7d-a23feb571178 req-3ebd30a0-9336-4e33-b97e-b1f4bc8c1989 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811308 Jun 06 19:18:05.626533 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-8790caf8-909f-4476-9b15-45ec7699913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:05.627850 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-8790caf8-909f-4476-9b15-45ec7699913d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1973889 Jun 06 19:18:05.694224 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-c0f4255d-424d-49a0-bb35-dbbc238bfde3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535676 Jun 06 19:18:05.698566 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Attempting to bind port a7921dd2-6a65-4444-baae-064eeb16c280 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:18:05.698922 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Attempting to bind port a7921dd2-6a65-4444-baae-064eeb16c280 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:18:05.699242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Attempting to bind port a7921dd2-6a65-4444-baae-064eeb16c280 on network 76e02c61-63a8-4589-8716-c622ce4b6b9d {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:18:05.708493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Port a7921dd2-6a65-4444-baae-064eeb16c280 on network 76e02c61-63a8-4589-8716-c622ce4b6b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:18:05.708789 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Attempting to bind port a7921dd2-6a65-4444-baae-064eeb16c280 on network 76e02c61-63a8-4589-8716-c622ce4b6b9d {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:18:05.742802 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:18:05.743137 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Checking segment: {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:05.743514 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Bound using segment: {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:18:05.743948 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Bound port: a7921dd2-6a65-4444-baae-064eeb16c280, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f09e9f-334a-4910-9f26-b61c2add8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:18:05.744291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:05.973755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aa316-0725-46e3-99eb-364b0e1b64ee req-de35d2b5-4cda-4037-8a32-1eb3d319f612 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:05.975237 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-535aa316-0725-46e3-99eb-364b0e1b64ee req-de35d2b5-4cda-4037-8a32-1eb3d319f612 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.4304962 Jun 06 19:18:06.053924 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-ee107574-8088-4e9e-9830-a240efdb4c8d service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462117 Jun 06 19:18:06.059078 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:06.128297 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-535aa316-0725-46e3-99eb-364b0e1b64ee req-a19b53f6-51e6-493b-9047-b5bce7f919f2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465220 Jun 06 19:18:06.170427 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] For port a7921dd2-6a65-4444-baae-064eeb16c280, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:18:06.250872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] For port a7921dd2-6a65-4444-baae-064eeb16c280, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a7921dd2-6a65-4444-baae-064eeb16c280,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:18:06.263382 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:06.268593 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a7fa885-1e02-44f2-94c3-8c1ff6a91756 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:06.288643 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8f6ba813-b3c4-440f-94af-6d58aec86b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:06.384067 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.384683 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:06.386112 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7921dd2-6a65-4444-baae-064eeb16c280 HTTP/1.1" status: 200 len: 1093 time: 2.2463422 Jun 06 19:18:06.387602 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3566676e-759a-489a-bfce-3ff7a67180aa', 'tag': 'a7921dd2-6a65-4444-baae-064eeb16c280'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:06.389986 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9901294c-9c0e-409c-83b2-4efa49e6a767" -d '{"events": [{"name": "network-changed", "server_uuid": "3566676e-759a-489a-bfce-3ff7a67180aa", "tag": "a7921dd2-6a65-4444-baae-064eeb16c280"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:06.398175 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82c55cc3-2d78-4c15-8b34-cb7248bde2f4 req-5abf627c-123f-4b6a-b638-9a90f7b9d073 service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007050 Jun 06 19:18:06.407434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Pushing event updated for resources: {'Port': ['ID=a7921dd2-6a65-4444-baae-064eeb16c280,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:06.412416 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:06.423831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5d17c-4f7e-4e34-867e-843c818495e9 req-1e80afb0-d950-4d85-8c24-aadb89d70ee3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.425332 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9e5d17c-4f7e-4e34-867e-843c818495e9 req-1e80afb0-d950-4d85-8c24-aadb89d70ee3 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 943 time: 0.3828039 Jun 06 19:18:06.489043 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728aeb-76e7-4d85-887a-ae957a0037dc req-19dc9505-4fb3-42fa-8be0-d33e75b7533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.490500 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3a728aeb-76e7-4d85-887a-ae957a0037dc req-19dc9505-4fb3-42fa-8be0-d33e75b7533c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.3541439 Jun 06 19:18:06.547585 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9e5d17c-4f7e-4e34-867e-843c818495e9 req-af806114-0ba9-4af8-b26f-45322a3ddb10 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142058 Jun 06 19:18:06.561444 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91447ed-1139-4259-b541-68981f2b0015 x-openstack-request-id: req-a91447ed-1139-4259-b541-68981f2b0015 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:06.561818 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3566676e-759a-489a-bfce-3ff7a67180aa", "tag": "a7921dd2-6a65-4444-baae-064eeb16c280", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:06.562104 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a91447ed-1139-4259-b541-68981f2b0015 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:06.562506 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3566676e-759a-489a-bfce-3ff7a67180aa', 'tag': 'a7921dd2-6a65-4444-baae-064eeb16c280', 'status': 'completed', 'code': 200} Jun 06 19:18:06.575225 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3a728aeb-76e7-4d85-887a-ae957a0037dc req-37b9dae2-b722-4ad7-9417-807a81574941 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683863 Jun 06 19:18:06.583778 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-b386a320-4630-48c5-983c-e00672124357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.585314 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-b386a320-4630-48c5-983c-e00672124357 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 1096 time: 0.1280138 Jun 06 19:18:06.743268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-711c8e6d-3469-4fdc-8834-3f335ae0d5e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7921dd2-6a65-4444-baae-064eeb16c280 HTTP/1.1" status: 200 len: 217 time: 0.1000850 Jun 06 19:18:06.818328 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-8ae2bc76-17f5-4b16-af6c-1e5977af4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.819741 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-8ae2bc76-17f5-4b16-af6c-1e5977af4ddd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78d75431-f08d-4d3a-81a9-bdac713cb3d6 HTTP/1.1" status: 200 len: 848 time: 0.0687509 Jun 06 19:18:06.874000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3293d-e102-4ad1-bde3-7955047804d5 req-9d79cf61-1619-4092-8bc9-90b1c52ed306 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:06.875517 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-31b3293d-e102-4ad1-bde3-7955047804d5 req-9d79cf61-1619-4092-8bc9-90b1c52ed306 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1842608 Jun 06 19:18:06.914644 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-f67a60a6-5a7c-4833-93a5-c3408dec7401 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76e02c61-63a8-4589-8716-c622ce4b6b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834174 Jun 06 19:18:07.067568 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-31b3293d-e102-4ad1-bde3-7955047804d5 req-52fe03d9-8b8d-41f3-9de3-f4113280a41c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861160 Jun 06 19:18:07.102871 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-ba222ae8-2e72-44a6-b045-a128eec7be49 service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673951 Jun 06 19:18:07.114770 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577c7e-8a88-433b-b131-4be5e2ad6d7f req-413a993d-ed40-4b6a-a4d9-f67aa7457852 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:07.116134 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4e577c7e-8a88-433b-b131-4be5e2ad6d7f req-413a993d-ed40-4b6a-a4d9-f67aa7457852 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.2544138 Jun 06 19:18:07.243299 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4e577c7e-8a88-433b-b131-4be5e2ad6d7f req-e39cb5cb-9e30-4c2b-9c69-724a8350143e tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054785 Jun 06 19:18:07.278701 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66249ff6-3610-4fe9-8ea2-2628c366997e req-9a27e6f7-b473-4f54-ae30-2d6ff53fb217 service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580098 Jun 06 19:18:07.351680 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:07.637569 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-d585e46a-8441-414d-b4fc-551443708f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:07.638928 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-d585e46a-8441-414d-b4fc-551443708f9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 1096 time: 0.3015466 Jun 06 19:18:07.653869 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59b69-5ea6-4e97-b38e-e1779ae57c71 req-15858caf-1f2e-40d8-b4ba-3d7216579c84 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:07.655251 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-00c59b69-5ea6-4e97-b38e-e1779ae57c71 req-15858caf-1f2e-40d8-b4ba-3d7216579c84 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.2692733 Jun 06 19:18:07.682295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5c98-1916-4976-a3dc-e447e1e9a84b req-3a6c480e-00ff-4d11-b6ff-c20602a6d488 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:07.683685 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-36de5c98-1916-4976-a3dc-e447e1e9a84b req-3a6c480e-00ff-4d11-b6ff-c20602a6d488 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.2966506 Jun 06 19:18:07.831552 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-36de5c98-1916-4976-a3dc-e447e1e9a84b req-cfa92f66-3079-46c0-b9e9-bfaefb4814d1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297793 Jun 06 19:18:07.834068 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-00c59b69-5ea6-4e97-b38e-e1779ae57c71 req-f5c57da1-4644-4987-9841-df06179c5c36 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599572 Jun 06 19:18:07.855487 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-32fd23b1-7a0f-43fd-8229-08b71bc1841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:07.857307 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-32fd23b1-7a0f-43fd-8229-08b71bc1841b service neutron] 10.222.0.16 "GET /v2.0/networks?id=76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 200 len: 909 time: 0.2007582 Jun 06 19:18:07.931713 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-4d60fb7f-c0e6-4bdf-aabd-e9e8d6823387 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7921dd2-6a65-4444-baae-064eeb16c280 HTTP/1.1" status: 200 len: 217 time: 0.0649812 Jun 06 19:18:08.051886 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-a6d9d0f1-388d-4a0f-9285-60087fbfdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:08.053283 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-a6d9d0f1-388d-4a0f-9285-60087fbfdd3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78d75431-f08d-4d3a-81a9-bdac713cb3d6 HTTP/1.1" status: 200 len: 848 time: 0.1066618 Jun 06 19:18:08.115645 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-b21af706-2755-4524-acd9-67a40f0cdb6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76e02c61-63a8-4589-8716-c622ce4b6b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440302 Jun 06 19:18:08.128294 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6348cc-b2bc-45d0-b685-306fd698f007 req-63e7bc7a-0900-4781-9fd3-e597a63113be tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:08.129668 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ea6348cc-b2bc-45d0-b685-306fd698f007 req-63e7bc7a-0900-4781-9fd3-e597a63113be tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 943 time: 0.1349084 Jun 06 19:18:08.303315 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ea6348cc-b2bc-45d0-b685-306fd698f007 req-7fa86f65-845f-4324-a551-bfbf01093e99 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533670 Jun 06 19:18:08.344293 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-c543e635-ee14-4383-ae6c-a774ffbf239b service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136109 Jun 06 19:18:08.381102 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2b564-70d3-4c95-b9ca-0f0d95a5ca55 req-ccbe3445-9aef-4289-8079-be87d3839c6e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:08.382561 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16c2b564-70d3-4c95-b9ca-0f0d95a5ca55 req-ccbe3445-9aef-4289-8079-be87d3839c6e tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1997886 Jun 06 19:18:08.562887 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16c2b564-70d3-4c95-b9ca-0f0d95a5ca55 req-421f2811-c9a4-4d32-a07f-7d3bd802dba9 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729124 Jun 06 19:18:08.570663 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9901294c-9c0e-409c-83b2-4efa49e6a767 req-de5b34bb-0b93-4d3c-8db8-9dc6986af004 service neutron] 10.222.0.16 "GET /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179482 Jun 06 19:18:08.592113 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea489-c9f6-4c56-b8aa-dced8b03c6c3 req-d988f241-09dd-4d15-ae99-cb5301a2ec06 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:08.593595 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-143ea489-c9f6-4c56-b8aa-dced8b03c6c3 req-d988f241-09dd-4d15-ae99-cb5301a2ec06 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.1788266 Jun 06 19:18:08.642727 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-143ea489-c9f6-4c56-b8aa-dced8b03c6c3 req-b81c2386-418f-4442-bd8e-0708c932fece tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Jun 06 19:18:08.840104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:09.158932 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0070f-13f6-49e3-bab2-0e806e43aba8 req-b97d0ae9-5307-4c91-89e7-5bfc6f4a182d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.160264 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3c0070f-13f6-49e3-bab2-0e806e43aba8 req-b97d0ae9-5307-4c91-89e7-5bfc6f4a182d tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.1910908 Jun 06 19:18:09.177207 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92a027-3ce1-46b0-b96d-8b8d2d092ac7 req-5ea00089-90f0-45f5-bad5-c85b6b144d55 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.178580 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1e92a027-3ce1-46b0-b96d-8b8d2d092ac7 req-5ea00089-90f0-45f5-bad5-c85b6b144d55 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.1375670 Jun 06 19:18:09.191571 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-5b61711c-b3c8-4f26-b659-f5f3e5946f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.192905 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-5b61711c-b3c8-4f26-b659-f5f3e5946f9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 1098 time: 0.1929526 Jun 06 19:18:09.279778 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3c0070f-13f6-49e3-bab2-0e806e43aba8 req-c199e624-eda8-448f-b65b-9a68d0c15d52 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128685 Jun 06 19:18:09.335729 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1e92a027-3ce1-46b0-b96d-8b8d2d092ac7 req-e083187f-fb86-478f-9cd7-c6d6c491f5f6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403737 Jun 06 19:18:09.377425 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-fd577e5c-a8b3-4c2d-be3b-26c0523c0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.378932 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-fd577e5c-a8b3-4c2d-be3b-26c0523c0aab service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 200 len: 920 time: 0.1677618 Jun 06 19:18:09.627809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-a67f25e0-7d02-4e2d-80f1-5cba0bcb584d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 200 len: 217 time: 0.2105343 Jun 06 19:18:09.777792 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-4f17bb23-d6c5-4e40-ba8e-fbc3b94a197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.779133 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-4f17bb23-d6c5-4e40-ba8e-fbc3b94a197b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 200 len: 859 time: 0.1159866 Jun 06 19:18:09.841181 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ba99e-d85c-4ee7-81f9-004194b03ccf req-df555b94-6b77-423b-9433-4e05a9475103 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.842625 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-031ba99e-d85c-4ee7-81f9-004194b03ccf req-df555b94-6b77-423b-9433-4e05a9475103 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.4589872 Jun 06 19:18:09.849759 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-b1bcfbcd-6e22-4ad4-8a99-80bb7eaeb341 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.851040 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-b1bcfbcd-6e22-4ad4-8a99-80bb7eaeb341 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.3797748 Jun 06 19:18:09.854774 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-a1520030-e6a1-4dbd-8a65-175ce7f60f21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e30da51-7ea3-4fd8-9d4e-2da2db556863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674849 Jun 06 19:18:09.931334 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb962c2-54c2-458b-92e1-ff57e408e635 req-99fecd07-aa97-4e4b-8334-bbc6fe124173 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:09.932703 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bfb962c2-54c2-458b-92e1-ff57e408e635 req-99fecd07-aa97-4e4b-8334-bbc6fe124173 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 943 time: 0.3187962 Jun 06 19:18:10.046359 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-031ba99e-d85c-4ee7-81f9-004194b03ccf req-9edf56f3-0781-433e-a966-cce8785804e8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934071 Jun 06 19:18:10.175868 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bfb962c2-54c2-458b-92e1-ff57e408e635 req-1e42ff7b-9d27-4a78-bad3-f449f23b5689 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294686 Jun 06 19:18:10.258080 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-f24ed509-8a42-4dc8-9975-e8829a1c23bd service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857062 Jun 06 19:18:10.389571 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-79551a7b-f938-4fe0-a28c-3fd2e88f1173 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:10.391087 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-79551a7b-f938-4fe0-a28c-3fd2e88f1173 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.4011140 Jun 06 19:18:10.520999 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Deleting port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:10.521338 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.550743 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f3088-f48c-4fb5-9288-83d978b1d859 req-7d5a1559-1a6c-435e-b4a7-56c3be7863e8 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:10.552162 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-350f3088-f48c-4fb5-9288-83d978b1d859 req-7d5a1559-1a6c-435e-b4a7-56c3be7863e8 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 945 time: 0.3921394 Jun 06 19:18:10.576359 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ae06527-9262-48b5-a719-4cbd50d7d890 req-d73fc570-7d3b-4f90-8561-d8052e4cb60d service neutron] 10.222.0.16 "GET /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056126 Jun 06 19:18:10.742587 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-350f3088-f48c-4fb5-9288-83d978b1d859 req-d3df329a-7592-41e8-9474-eaeda37d7933 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769702 Jun 06 19:18:10.777234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] For port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:10.777586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:10.792167 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8c4e0-8b31-4961-be35-2d37df4f214d req-b8993a39-1e9d-41fe-99ed-22049891f1c4 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:10.793608 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c4b8c4e0-8b31-4961-be35-2d37df4f214d req-b8993a39-1e9d-41fe-99ed-22049891f1c4 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 946 time: 0.4008782 Jun 06 19:18:10.926046 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Calling delete_port for 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:10.956879 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device a7921dd2-6a65-4444-baae-064eeb16c280 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:18:11.004935 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Deleting port 168ab53b-b91c-4090-a66e-94e8dec2fca2 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:11.005243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.039588 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c4b8c4e0-8b31-4961-be35-2d37df4f214d req-0732685c-0e4e-43d0-8611-2572d6f39763 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889677 Jun 06 19:18:11.120971 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port a7921dd2-6a65-4444-baae-064eeb16c280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a7921dd2-6a65-4444-baae-064eeb16c280,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:11.136376 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'a7921dd2-6a65-4444-baae-064eeb16c280', 'network_id': '76e02c61-63a8-4589-8716-c622ce4b6b9d', 'port_id': 'a7921dd2-6a65-4444-baae-064eeb16c280', 'mac_address': 'fa:16:3e:d1:59:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d75431-f08d-4d3a-81a9-bdac713cb3d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:18:11.192840 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.210015 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7921dd2-6a65-4444-baae-064eeb16c280 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:18:11.225661 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port a7921dd2-6a65-4444-baae-064eeb16c280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a7921dd2-6a65-4444-baae-064eeb16c280,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:11.229873 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.231705 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:11.295706 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414e1e3-dc7e-47d4-b041-dc5a32844863 req-d2d4b594-abc5-4ffb-aa5f-f03eecf1a033 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:11.297166 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5414e1e3-dc7e-47d4-b041-dc5a32844863 req-d2d4b594-abc5-4ffb-aa5f-f03eecf1a033 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.3905113 Jun 06 19:18:11.302642 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=a7921dd2-6a65-4444-baae-064eeb16c280,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:11.309821 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.310217 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.310554 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.310881 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.311204 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.311523 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.311908 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.312229 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.312567 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.312888 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.313200 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.313512 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:11.317553 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:11.405247 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] For port 168ab53b-b91c-4090-a66e-94e8dec2fca2, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=168ab53b-b91c-4090-a66e-94e8dec2fca2,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:11.405612 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.555730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Calling delete_port for 168ab53b-b91c-4090-a66e-94e8dec2fca2 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:11.556198 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['a7921dd2-6a65-4444-baae-064eeb16c280'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:11.572215 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.585340 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5414e1e3-dc7e-47d4-b041-dc5a32844863 req-48a23e7a-225a-49b6-8a08-33b09d9705dd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508140 Jun 06 19:18:11.585966 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3d45dc55-39c1-41e0-bdb0-622e0aa755de tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:11.643773 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Pushing event deleted for resources: {'Port': ['ID=1509b8e2-9fe7-44d7-9bad-a46aad0213b7,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:11.676055 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:11.765012 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] No DVR routers for this DVR port 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:11.774443 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.776311 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40d0e587-69b8-4ca6-8bcb-6e82a78c919a req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "DELETE /v2.0/ports/1509b8e2-9fe7-44d7-9bad-a46aad0213b7 HTTP/1.1" status: 204 len: 173 time: 1.9031510 Jun 06 19:18:11.783803 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1dac0-61e6-4207-9f01-d08a879231e6 req-cba361f8-2f7b-4a87-8655-6b709b6582a8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:11.785108 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33e1dac0-61e6-4207-9f01-d08a879231e6 req-cba361f8-2f7b-4a87-8655-6b709b6582a8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.5066085 Jun 06 19:18:11.785605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'name': 'network-vif-deleted', 'tag': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:11.787866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a83e32-6e6e-4332-8c74-73d7715823a0" -d '{"events": [{"server_uuid": "4e2b5db3-e97d-4796-a3f1-42460d6debeb", "name": "network-vif-deleted", "tag": "1509b8e2-9fe7-44d7-9bad-a46aad0213b7"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:11.863961 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33e1dac0-61e6-4207-9f01-d08a879231e6 req-133839d9-8030-4050-98e6-8bbdaf5111b1 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692556 Jun 06 19:18:11.932229 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23187f99-6e97-455e-b90d-a21503195366 req-2b50af11-a3ac-41d4-8f75-bf5b31c34f4f tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:11.933752 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23187f99-6e97-455e-b90d-a21503195366 req-2b50af11-a3ac-41d4-8f75-bf5b31c34f4f tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 944 time: 0.2172611 Jun 06 19:18:11.962674 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:11.975430 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:12.070028 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event deleted for resources: {'Port': ['ID=168ab53b-b91c-4090-a66e-94e8dec2fca2,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:12.103904 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:12.111550 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1c3de0ec-c3e0-4333-83d7-e784929aae1b req-e4d8be3c-8d8e-4c99-b9ba-7747f976685c tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e2b5db3-e97d-4796-a3f1-42460d6debeb HTTP/1.1" status: 200 len: 210 time: 0.1048536 Jun 06 19:18:12.114446 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-23187f99-6e97-455e-b90d-a21503195366 req-4ebb345d-43e1-40cf-bd0f-36d1db869b56 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734841 Jun 06 19:18:12.157635 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] No DVR routers for this DVR port 168ab53b-b91c-4090-a66e-94e8dec2fca2 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:12.160268 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:12.162286 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-47a92aed-5d6f-4d6f-abef-10a259d4451b req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "DELETE /v2.0/ports/168ab53b-b91c-4090-a66e-94e8dec2fca2 HTTP/1.1" status: 204 len: 173 time: 1.7334645 Jun 06 19:18:12.173879 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d60e6f-ac81-4ffc-b02a-5820aaa2bc55 x-openstack-request-id: req-82d60e6f-ac81-4ffc-b02a-5820aaa2bc55 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:12.174092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2b5db3-e97d-4796-a3f1-42460d6debeb", "name": "network-vif-deleted", "tag": "1509b8e2-9fe7-44d7-9bad-a46aad0213b7", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:12.174454 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82d60e6f-ac81-4ffc-b02a-5820aaa2bc55 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:12.174796 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2b5db3-e97d-4796-a3f1-42460d6debeb', 'name': 'network-vif-deleted', 'tag': '1509b8e2-9fe7-44d7-9bad-a46aad0213b7', 'status': 'completed', 'code': 200} Jun 06 19:18:12.264523 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a6075e7e-89c0-427c-9a60-dce0f5c6679a req-a710b9de-7f0c-441f-b636-8986e9f3d2f1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0796167-38a7-407a-9548-a520a17134b8 HTTP/1.1" status: 200 len: 210 time: 0.0425799 Jun 06 19:18:12.483911 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0', '942487e9-9291-441a-b6ad-5332c9635209', '168ab53b-b91c-4090-a66e-94e8dec2fca2'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:12.755173 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:18:12.787456 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465558d-a460-4fc0-bad8-e9e823fb5dac req-41a4dae6-b1d9-45f4-8af0-0d16b7014883 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:12.788939 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e465558d-a460-4fc0-bad8-e9e823fb5dac req-41a4dae6-b1d9-45f4-8af0-0d16b7014883 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 943 time: 0.0924332 Jun 06 19:18:12.838150 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e465558d-a460-4fc0-bad8-e9e823fb5dac req-6277a265-628f-4707-91ae-335ee8b4b716 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435817 Jun 06 19:18:12.959006 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:18:12.963832 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device a7921dd2-6a65-4444-baae-064eeb16c280 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:13.057525 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8713-c568-4265-8f1a-3e95fea33030 req-63620645-82dd-421c-a9d7-7ff00fd60e9b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:13.065261 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-006d8713-c568-4265-8f1a-3e95fea33030 req-63620645-82dd-421c-a9d7-7ff00fd60e9b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0870411 Jun 06 19:18:13.109417 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-006d8713-c568-4265-8f1a-3e95fea33030 req-6c5533da-3d9a-438c-83df-0c7e70b18568 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jun 06 19:18:13.121818 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port a7921dd2-6a65-4444-baae-064eeb16c280 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:18:13.131327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port a7921dd2-6a65-4444-baae-064eeb16c280 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:13.131702 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:13.192040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:13.213759 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'port_id': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'mac_address': 'fa:16:3e:82:a0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:18:13.322876 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:13.346983 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:13.354759 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92889c9-1718-43b3-9b4f-f94eea702718 req-78adcdb4-f782-4431-b910-3bd9ad6ae214 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:13.358982 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b92889c9-1718-43b3-9b4f-f94eea702718 req-78adcdb4-f782-4431-b910-3bd9ad6ae214 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 944 time: 0.1091795 Jun 06 19:18:13.359250 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b535ed4d-07d4-4272-80a8-fa638aa4ff8c {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:18:13.389793 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3566676e-759a-489a-bfce-3ff7a67180aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7921dd2-6a65-4444-baae-064eeb16c280'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:13.392355 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a675b259-2cc5-46ec-8197-fd0efa3f0f4a" -d '{"events": [{"server_uuid": "3566676e-759a-489a-bfce-3ff7a67180aa", "name": "network-vif-plugged", "status": "completed", "tag": "a7921dd2-6a65-4444-baae-064eeb16c280"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:13.400945 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:13.404015 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port a7921dd2-6a65-4444-baae-064eeb16c280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a7921dd2-6a65-4444-baae-064eeb16c280,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:13.407331 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:13.410126 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:13.419802 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b92889c9-1718-43b3-9b4f-f94eea702718 req-5d7d2638-0192-41b3-949b-d5cb95fefc5e tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598056 Jun 06 19:18:13.449878 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:13.450820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:13.502345 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:13.502889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1509b8e2-9fe7-44d7-9bad-a46aad0213b7 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:13.525201 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=9']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:13.529589 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:13.530104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:13.571040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7312d0-17b9-4221-9904-14bb9c01d510 x-openstack-request-id: req-1c7312d0-17b9-4221-9904-14bb9c01d510 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:13.571356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3566676e-759a-489a-bfce-3ff7a67180aa", "name": "network-vif-plugged", "status": "completed", "tag": "a7921dd2-6a65-4444-baae-064eeb16c280", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:13.571610 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c7312d0-17b9-4221-9904-14bb9c01d510 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:13.572023 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3566676e-759a-489a-bfce-3ff7a67180aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7921dd2-6a65-4444-baae-064eeb16c280', 'code': 200} Jun 06 19:18:13.606099 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=a7921dd2-6a65-4444-baae-064eeb16c280,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:13.609186 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:13.787740 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['b535ed4d-07d4-4272-80a8-fa638aa4ff8c'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:13.875955 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa333b7d-75d7-4c10-b464-e94ed96923f2 req-e0f8fb89-c754-4dd4-a394-5f9bb60bbf03 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:13.877388 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa333b7d-75d7-4c10-b464-e94ed96923f2 req-e0f8fb89-c754-4dd4-a394-5f9bb60bbf03 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.1355083 Jun 06 19:18:13.883480 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe7a1-927a-40a7-bae9-659fb90f3c35 req-c4a5962f-a2aa-4dc3-895b-1ab04458f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:13.884857 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-604fe7a1-927a-40a7-bae9-659fb90f3c35 req-c4a5962f-a2aa-4dc3-895b-1ab04458f50b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 1098 time: 0.0998874 Jun 06 19:18:13.927089 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa333b7d-75d7-4c10-b464-e94ed96923f2 req-99460459-5f93-4bf6-b291-cfe6a2452096 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Jun 06 19:18:14.038780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c170d-d9e5-4d53-a3f1-0860911fee3a req-60c60111-517e-4109-8b01-5b6739fac547 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:14.040199 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-759c170d-d9e5-4d53-a3f1-0860911fee3a req-60c60111-517e-4109-8b01-5b6739fac547 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.0868278 Jun 06 19:18:14.089952 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-759c170d-d9e5-4d53-a3f1-0860911fee3a req-979b932a-9973-4e03-9fbb-4d3029a0922b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439975 Jun 06 19:18:14.176242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0796167-38a7-407a-9548-a520a17134b8', 'name': 'network-vif-deleted', 'tag': '168ab53b-b91c-4090-a66e-94e8dec2fca2'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:14.178855 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feaccaf-d5c5-40c9-8f46-fec5ebd24fc6" -d '{"events": [{"server_uuid": "f0796167-38a7-407a-9548-a520a17134b8", "name": "network-vif-deleted", "tag": "168ab53b-b91c-4090-a66e-94e8dec2fca2"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:14.221534 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96b7236-0cd3-429a-af55-230f10dcad89 x-openstack-request-id: req-d96b7236-0cd3-429a-af55-230f10dcad89 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:14.221990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0796167-38a7-407a-9548-a520a17134b8", "name": "network-vif-deleted", "tag": "168ab53b-b91c-4090-a66e-94e8dec2fca2", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:14.222340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d96b7236-0cd3-429a-af55-230f10dcad89 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:14.222977 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0796167-38a7-407a-9548-a520a17134b8', 'name': 'network-vif-deleted', 'tag': '168ab53b-b91c-4090-a66e-94e8dec2fca2', 'status': 'completed', 'code': 200} Jun 06 19:18:14.402723 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c439b-e0ae-4b96-9555-e92ed79f144d req-cec024dc-0052-463e-a967-e5192e8569e7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:14.404183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b4c439b-e0ae-4b96-9555-e92ed79f144d req-cec024dc-0052-463e-a967-e5192e8569e7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1803229 Jun 06 19:18:14.452293 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b4c439b-e0ae-4b96-9555-e92ed79f144d req-b8ea1168-00e1-4fee-80a5-3a5cc94bc54d tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Jun 06 19:18:14.609462 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0457-047e-4ee0-b16b-4e9553a05b1d req-62b47734-e0e5-4d40-b0ec-51892f41a512 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:14.610999 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-283b0457-047e-4ee0-b16b-4e9553a05b1d req-62b47734-e0e5-4d40-b0ec-51892f41a512 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.0830269 Jun 06 19:18:14.659533 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-283b0457-047e-4ee0-b16b-4e9553a05b1d req-de7577bc-ac47-4cac-9f33-3aaf55c17236 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415702 Jun 06 19:18:14.888266 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-604fe7a1-927a-40a7-bae9-659fb90f3c35 req-eb8c5ca5-dbe1-4768-9bc9-13df0716fa2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377841 Jun 06 19:18:15.163683 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8afa-a0c1-4cd3-b625-197d85c4dbe6 req-a6aaec81-6341-4453-9e1a-af76df3a75f7 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:15.165104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-db5f8afa-a0c1-4cd3-b625-197d85c4dbe6 req-a6aaec81-6341-4453-9e1a-af76df3a75f7 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.0800469 Jun 06 19:18:15.209620 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-db5f8afa-a0c1-4cd3-b625-197d85c4dbe6 req-10393386-6e23-4fb6-8ef6-9b6e8f4a94df tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Jun 06 19:18:15.395793 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836172f-e184-4c27-95cb-5c306cf8f2e0 req-413f50b4-801a-4f0c-9e59-beed41443989 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:15.397223 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b836172f-e184-4c27-95cb-5c306cf8f2e0 req-413f50b4-801a-4f0c-9e59-beed41443989 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.0904176 Jun 06 19:18:15.449645 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b836172f-e184-4c27-95cb-5c306cf8f2e0 req-ef9c9d4e-b423-4a28-8dd8-16fdfbe2a5ec tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443864 Jun 06 19:18:15.855320 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f3874-c64d-4261-8ad4-e516ff130968 req-adbb50fc-e7fa-487e-af33-c1b6eb8d96e4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:15.856637 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-204f3874-c64d-4261-8ad4-e516ff130968 req-adbb50fc-e7fa-487e-af33-c1b6eb8d96e4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.0808351 Jun 06 19:18:15.907508 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-204f3874-c64d-4261-8ad4-e516ff130968 req-79d17d3f-9d10-4bba-a0fd-c7ab74b8e1c6 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 Jun 06 19:18:16.420051 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66d87f-08d0-4281-8d8a-6b8787e55c6c req-ec1cbcd9-5dbf-4e22-b303-48f6b5ee0875 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:16.421458 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ef66d87f-08d0-4281-8d8a-6b8787e55c6c req-ec1cbcd9-5dbf-4e22-b303-48f6b5ee0875 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.0873330 Jun 06 19:18:16.469965 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ef66d87f-08d0-4281-8d8a-6b8787e55c6c req-d0e1cc4b-b920-49a9-8871-8026648fa141 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Jun 06 19:18:16.659606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240802be-c462-4ed7-9668-d3b7e3ab3087 req-65ee135f-2cf2-459b-88f9-dfec50d3f908 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:16.661058 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-240802be-c462-4ed7-9668-d3b7e3ab3087 req-65ee135f-2cf2-459b-88f9-dfec50d3f908 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.0903416 Jun 06 19:18:16.706025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-240802be-c462-4ed7-9668-d3b7e3ab3087 req-b11a2588-97cf-4378-8782-439268d614c8 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392280 Jun 06 19:18:16.741085 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 168ab53b-b91c-4090-a66e-94e8dec2fca2 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:16.775675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 168ab53b-b91c-4090-a66e-94e8dec2fca2 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:16.776026 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 168ab53b-b91c-4090-a66e-94e8dec2fca2 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:17.111500 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9d6d1-1f30-4f59-885d-54b2421a3e33 req-e66b3a51-c86a-491a-99fe-bc05027819c4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:17.112927 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-45a9d6d1-1f30-4f59-885d-54b2421a3e33 req-e66b3a51-c86a-491a-99fe-bc05027819c4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.0914385 Jun 06 19:18:17.161201 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-45a9d6d1-1f30-4f59-885d-54b2421a3e33 req-949235fd-7738-4cc7-b6c8-0f906dc8fcd4 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Jun 06 19:18:17.678536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e928c8-c74e-42ce-9036-aecebc706bc8 req-3d9ea513-096c-48ba-b445-25f2c52a6da9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:17.678700 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2e928c8-c74e-42ce-9036-aecebc706bc8 req-3d9ea513-096c-48ba-b445-25f2c52a6da9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.0958755 Jun 06 19:18:17.723543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2e928c8-c74e-42ce-9036-aecebc706bc8 req-abf4adb3-3e1c-4c46-be3c-26ee1753dba5 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Jun 06 19:18:17.906754 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e658f8-bcc6-4e57-b6b1-f7968e6cb3c7 req-c9fef2b5-8c9d-4fce-941e-5d2cc88a8128 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:17.908221 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3e658f8-bcc6-4e57-b6b1-f7968e6cb3c7 req-c9fef2b5-8c9d-4fce-941e-5d2cc88a8128 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 944 time: 0.0832059 Jun 06 19:18:17.955215 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3e658f8-bcc6-4e57-b6b1-f7968e6cb3c7 req-1f2ad778-d7d3-44b1-ba9a-61ffe48441fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404460 Jun 06 19:18:18.373751 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df0a1-2d3b-445a-b424-08d11476f5bd req-e85d7c43-9df7-4ed3-b175-46f5c3816c22 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:18.381125 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b62df0a1-2d3b-445a-b424-08d11476f5bd req-e85d7c43-9df7-4ed3-b175-46f5c3816c22 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.1042244 Jun 06 19:18:18.423730 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b62df0a1-2d3b-445a-b424-08d11476f5bd req-9ed6798e-1d0f-4f58-a028-3b1e40e4da0d tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Jun 06 19:18:18.742678 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:18.815805 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port b535ed4d-07d4-4272-80a8-fa638aa4ff8c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:18.815805 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.918297 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc516ea-7efd-4f37-9757-a36f48330a7a req-362151f4-4055-44e8-b02d-e57c5fec2fe1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:18.919786 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fbc516ea-7efd-4f37-9757-a36f48330a7a req-362151f4-4055-44e8-b02d-e57c5fec2fe1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.0843287 Jun 06 19:18:18.931759 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.960194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:18.962739 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b630ce26-9ca8-4fd2-8324-2e97bb8e8ece" -d '{"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-plugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:18.970546 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fbc516ea-7efd-4f37-9757-a36f48330a7a req-a3b65c0e-8328-4980-9e43-b537b886e175 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Jun 06 19:18:18.971329 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:18.976147 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:18.978255 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:19.024859 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7d4e09-4fa4-46b6-a478-977669358276 x-openstack-request-id: req-df7d4e09-4fa4-46b6-a478-977669358276 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:19.025215 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-plugged", "status": "completed", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:19.025527 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df7d4e09-4fa4-46b6-a478-977669358276 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:19.026069 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'code': 200} Jun 06 19:18:19.077557 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=10']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:19.080712 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:19.162919 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd5cf-9c12-429e-8a80-7fe41021c0c3 req-29e3eba9-7015-47d3-94fa-39adee5802a6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:19.165248 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-74bfd5cf-9c12-429e-8a80-7fe41021c0c3 req-29e3eba9-7015-47d3-94fa-39adee5802a6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0816472 Jun 06 19:18:19.259326 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-74bfd5cf-9c12-429e-8a80-7fe41021c0c3 req-27846170-3c42-432c-b404-4570d01c4957 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622723 Jun 06 19:18:19.281344 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f673-95b6-41e4-a680-776a1330a8ce req-0c718584-8b0e-4e14-852a-9022d9879a78 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:19.282892 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1737f673-95b6-41e4-a680-776a1330a8ce req-0c718584-8b0e-4e14-852a-9022d9879a78 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 945 time: 0.1163483 Jun 06 19:18:19.420994 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Deleting port 942487e9-9291-441a-b6ad-5332c9635209 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:19.421657 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:19.594409 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] For port 942487e9-9291-441a-b6ad-5332c9635209, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=942487e9-9291-441a-b6ad-5332c9635209,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:19.594641 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:19.843691 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Calling delete_port for 942487e9-9291-441a-b6ad-5332c9635209 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:19.912616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44808f0-76a4-45f8-a2a8-bbfa2bf0d415 req-f12398a8-e0d2-4a10-90e9-f9672f49e66b tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:19.913990 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d44808f0-76a4-45f8-a2a8-bbfa2bf0d415 req-f12398a8-e0d2-4a10-90e9-f9672f49e66b tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.3796661 Jun 06 19:18:19.943025 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0b36d-a3c2-4030-93c9-c02d75aa8fcc req-fb045118-1717-40a1-8256-9c5b5f790271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:19.944416 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2c0b36d-a3c2-4030-93c9-c02d75aa8fcc req-fb045118-1717-40a1-8256-9c5b5f790271 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1099 time: 0.3426974 Jun 06 19:18:20.009065 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d44808f0-76a4-45f8-a2a8-bbfa2bf0d415 req-96c7cd42-20a5-45f8-8ac9-1988af4b9d87 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811725 Jun 06 19:18:20.038246 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:20.044130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-99aa92f9-3f56-4a98-b085-d011518d5730 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:20.091555 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event deleted for resources: {'Port': ['ID=942487e9-9291-441a-b6ad-5332c9635209,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:20.157806 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:20.168378 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-043696db-18c5-43e7-919b-f4f3523e765c req-feb5f0c7-265c-4bee-8259-6d662c523d97 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 210 time: 0.0813768 Jun 06 19:18:20.202898 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] No DVR routers for this DVR port 942487e9-9291-441a-b6ad-5332c9635209 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:20.205429 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:20.207358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1737f673-95b6-41e4-a680-776a1330a8ce req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "DELETE /v2.0/ports/942487e9-9291-441a-b6ad-5332c9635209 HTTP/1.1" status: 204 len: 173 time: 0.9174883 Jun 06 19:18:20.207810 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569a16b6-a218-4038-a15c-72129370fb78', 'name': 'network-vif-deleted', 'tag': '942487e9-9291-441a-b6ad-5332c9635209'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:20.210089 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1dabaf-311a-42de-b41e-ca53f9b92fd7" -d '{"events": [{"server_uuid": "569a16b6-a218-4038-a15c-72129370fb78", "name": "network-vif-deleted", "tag": "942487e9-9291-441a-b6ad-5332c9635209"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:20.251573 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b36d8d-96e8-438f-9c0d-60e7eec488f6 x-openstack-request-id: req-65b36d8d-96e8-438f-9c0d-60e7eec488f6 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:20.251885 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569a16b6-a218-4038-a15c-72129370fb78", "name": "network-vif-deleted", "tag": "942487e9-9291-441a-b6ad-5332c9635209", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:20.252153 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65b36d8d-96e8-438f-9c0d-60e7eec488f6 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:20.252561 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569a16b6-a218-4038-a15c-72129370fb78', 'name': 'network-vif-deleted', 'tag': '942487e9-9291-441a-b6ad-5332c9635209', 'status': 'completed', 'code': 200} Jun 06 19:18:20.456784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e79354-51b7-452e-a82c-f14bb56f5eae req-ebc5f755-7ab4-41b5-9e44-5a836087ccbd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:20.458211 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2e79354-51b7-452e-a82c-f14bb56f5eae req-ebc5f755-7ab4-41b5-9e44-5a836087ccbd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0814705 Jun 06 19:18:20.509511 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d2e79354-51b7-452e-a82c-f14bb56f5eae req-c7bdd3cd-90f5-4a79-b8c0-d8f30c1c4931 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431371 Jun 06 19:18:21.325535 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ff311202-8e96-47e7-8080-f9b2240180eb req-c9ca7a4f-23f6-4d99-96a4-16a38f2774cc tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 210 time: 0.0421906 Jun 06 19:18:21.568762 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2c0b36d-a3c2-4030-93c9-c02d75aa8fcc req-c11a0985-ae4e-4ec7-88e0-59e3411aceb1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448976 Jun 06 19:18:21.711739 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05477015-4606-4bdd-bba5-1aa08792ea74 req-41c2b2aa-3f40-4a61-bd74-134bc2791bed tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:21.713163 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-05477015-4606-4bdd-bba5-1aa08792ea74 req-41c2b2aa-3f40-4a61-bd74-134bc2791bed tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0864406 Jun 06 19:18:21.757345 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-05477015-4606-4bdd-bba5-1aa08792ea74 req-bf6c6853-33f7-4956-acac-60e59ea005d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382028 Jun 06 19:18:22.490051 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-79c1cc67-b421-48fa-badc-fdec1e016bec req-8aa94dfd-de52-49ac-b6e4-4fcd5566611a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=569a16b6-a218-4038-a15c-72129370fb78 HTTP/1.1" status: 200 len: 210 time: 0.0459177 Jun 06 19:18:22.632688 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0', '942487e9-9291-441a-b6ad-5332c9635209'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:22.968797 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760c86f-69b7-4698-96db-1fc3a2617768 req-1d8506ae-d50c-486d-b1b1-f55dd6cd3c95 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:22.970250 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0760c86f-69b7-4698-96db-1fc3a2617768 req-1d8506ae-d50c-486d-b1b1-f55dd6cd3c95 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0855858 Jun 06 19:18:23.019702 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0760c86f-69b7-4698-96db-1fc3a2617768 req-5db90d52-a253-42b2-89c9-ab7b779edbb8 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Jun 06 19:18:23.483946 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd224212-7a5b-435d-85d7-42ff1701bb10 req-23ac4220-276f-4f3e-a081-b8917b8c5a39 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:23.485459 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dd224212-7a5b-435d-85d7-42ff1701bb10 req-23ac4220-276f-4f3e-a081-b8917b8c5a39 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.0910068 Jun 06 19:18:23.541863 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 942487e9-9291-441a-b6ad-5332c9635209 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:23.550727 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dd224212-7a5b-435d-85d7-42ff1701bb10 req-5fbed616-69ba-4561-8bd5-a3fff451d13b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570023 Jun 06 19:18:23.618870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 942487e9-9291-441a-b6ad-5332c9635209 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:23.619449 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 942487e9-9291-441a-b6ad-5332c9635209 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:23.948102 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-845c4db7-466b-4be1-b846-4f10ba49a2e4 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:23.949514 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-845c4db7-466b-4be1-b846-4f10ba49a2e4 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/networks?id=7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 200 len: 814 time: 0.2155304 Jun 06 19:18:23.969080 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9f5a5-95a6-4246-b7cb-a64995b30d2d req-067bda9e-d376-4249-ba4d-8a9dc9899bed tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:23.970389 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-85a9f5a5-95a6-4246-b7cb-a64995b30d2d req-067bda9e-d376-4249-ba4d-8a9dc9899bed tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.1947763 Jun 06 19:18:23.973962 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-f8c3e5fc-32a2-40ff-a4c1-60ea688c47b6 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/quotas/47ee8b4b0f19462eab64bca2293403da HTTP/1.1" status: 200 len: 375 time: 0.0183098 Jun 06 19:18:24.043251 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-7e730481-68c8-451f-a202-1d1703befed7 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47ee8b4b0f19462eab64bca2293403da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542560 Jun 06 19:18:24.054149 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-85a9f5a5-95a6-4246-b7cb-a64995b30d2d req-f429659b-8d17-4e5f-99a3-36114b43c87a tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Jun 06 19:18:24.179820 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-8f712af4-b8c7-4330-88e1-2e477b1d8598 service neutron] 10.222.0.43 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288259 Jun 06 19:18:24.321344 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-b40824d3-9134-42c5-8623-4186014b2341 service neutron] 10.222.0.43 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355793 Jun 06 19:18:24.563581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cc4e8e48-d7bb-42f3-b491-cd879664d23f req-7ad4bafb-2aec-4fbd-a25b-384943f3face tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 210 time: 0.0479085 Jun 06 19:18:24.612503 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0b64c-a004-4410-b891-36e218c16969 req-33289dbf-1b63-438b-9310-ad25348db8a4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:24.614009 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2de0b64c-a004-4410-b891-36e218c16969 req-33289dbf-1b63-438b-9310-ad25348db8a4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.2548237 Jun 06 19:18:24.682475 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2de0b64c-a004-4410-b891-36e218c16969 req-28f569d4-814f-45e4-b200-e4a223af8a5c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567048 Jun 06 19:18:24.785129 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66162f1-ce20-4273-8dfd-240a3df148a6 req-dcb57000-2522-44a1-aa7f-f98d93c9c5dd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:24.786666 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e66162f1-ce20-4273-8dfd-240a3df148a6 req-dcb57000-2522-44a1-aa7f-f98d93c9c5dd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.0891473 Jun 06 19:18:24.836632 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e66162f1-ce20-4273-8dfd-240a3df148a6 req-4e632a25-0738-4002-99ea-8c89ee346618 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Jun 06 19:18:25.321607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602a105-aeb3-4dba-8cea-030302f9b253 req-e4ec23bb-68fb-4dfa-8e87-a93b93eaf661 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:25.322954 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c602a105-aeb3-4dba-8cea-030302f9b253 req-e4ec23bb-68fb-4dfa-8e87-a93b93eaf661 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.1361899 Jun 06 19:18:25.358023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21d5fd-37c6-43e1-824a-744c1555bde7 req-9bc89501-ab3f-4437-a7f3-87f826bf3f7a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:25.359579 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ef21d5fd-37c6-43e1-824a-744c1555bde7 req-9bc89501-ab3f-4437-a7f3-87f826bf3f7a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.1189811 Jun 06 19:18:25.395910 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c602a105-aeb3-4dba-8cea-030302f9b253 req-072fffc9-cba7-4509-a6b4-5e5a4b3fd033 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668054 Jun 06 19:18:25.418992 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ef21d5fd-37c6-43e1-824a-744c1555bde7 req-0221194a-5b7c-4e6c-b55d-d56e0897b5ed tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507004 Jun 06 19:18:25.717473 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2565da13-0064-4c37-b53e-9a44b8a25b42 req-1fb7d531-3bce-4a72-a142-6bd873f8bfe0 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 210 time: 0.0445650 Jun 06 19:18:25.867529 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6908f0-98dc-479f-ae6d-38caa99f6ece req-76b8b347-ce03-48bf-8fca-25d86e01fea4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:25.874218 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8e6908f0-98dc-479f-ae6d-38caa99f6ece req-76b8b347-ce03-48bf-8fca-25d86e01fea4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0896146 Jun 06 19:18:25.914102 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8e6908f0-98dc-479f-ae6d-38caa99f6ece req-6b824cdb-bbd1-40d2-9495-e7720118442c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390589 Jun 06 19:18:26.123101 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-ace78f6c-84fd-4eb2-8575-f350897c57a9 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:26.124421 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-ace78f6c-84fd-4eb2-8575-f350897c57a9 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "GET /v2.0/networks?id=7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 200 len: 814 time: 0.2014933 Jun 06 19:18:26.139254 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b5e5-e728-4851-9953-280f22a502bc req-6053d5fd-f5a0-4cde-b9e3-ff885ef8585b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:26.141092 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f35b5e5-e728-4851-9953-280f22a502bc req-6053d5fd-f5a0-4cde-b9e3-ff885ef8585b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.1849930 Jun 06 19:18:26.145972 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Request body: {'port': {'device_id': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'network_id': '7bf9b668-264f-467f-936f-638c88250c55', 'admin_state_up': True, 'tenant_id': '47ee8b4b0f19462eab64bca2293403da'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:26.274247 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f35b5e5-e728-4851-9953-280f22a502bc req-29a234cf-def9-43cc-ad68-cfe83b40e6ca tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145895 Jun 06 19:18:26.327624 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Made reservation on behalf of 47ee8b4b0f19462eab64bca2293403da for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:26.331260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:26.495977 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Allocated IP 172.20.0.9 (7bf9b668-264f-467f-936f-638c88250c55/a22a460b-9662-4016-b168-57ddd823a3e6/2cc8149c-947d-469f-abff-338ccbf3fa6e) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:18:26.865145 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7baa41-de5e-46f8-9488-955e01021a90 req-a1706236-e15c-4c0b-920b-74f8825f3bcb tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:26.866487 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7d7baa41-de5e-46f8-9488-955e01021a90 req-a1706236-e15c-4c0b-920b-74f8825f3bcb tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.3562994 Jun 06 19:18:26.875997 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:26.885523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd14234-5f00-4d4c-b63a-4f5b0acce4fb req-9a37a018-6a48-4307-b3a7-9156f0e406b1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:26.886935 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ccd14234-5f00-4d4c-b63a-4f5b0acce4fb req-9a37a018-6a48-4307-b3a7-9156f0e406b1 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.3395095 Jun 06 19:18:26.966077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-de7531e1-030a-41fd-8bbd-63c0b148d4c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:26.967451 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-de7531e1-030a-41fd-8bbd-63c0b148d4c1 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.2341197 Jun 06 19:18:27.091659 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7d7baa41-de5e-46f8-9488-955e01021a90 req-3412d2e1-a25e-4a3a-8566-b4f78675bacf tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186995 Jun 06 19:18:27.100104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ccd14234-5f00-4d4c-b63a-4f5b0acce4fb req-bf353037-0b84-4c23-a7e9-2f36d29b1ca6 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956959 Jun 06 19:18:27.171743 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:27.179361 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:27.294338 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Network 7bf9b668-264f-467f-936f-638c88250c55 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:18:27.301216 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:27.306471 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:18:27.348345 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Pushing event updated for resources: {'Port': ['ID=2cc8149c-947d-469f-abff-338ccbf3fa6e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:27.354383 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:27.389042 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:27.389539 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:27.458976 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Deleting port a7921dd2-6a65-4444-baae-064eeb16c280 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:27.459306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:27.478934 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3369033 Jun 06 19:18:27.515686 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Request body: {'port': {'device_id': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:27.620626 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834fbbf-a585-4a3e-9a2f-6e4bd32a2d0f req-a3c2c604-a18e-4f1e-94fb-7e30a7357419 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:27.622468 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5834fbbf-a585-4a3e-9a2f-6e4bd32a2d0f req-a3c2c604-a18e-4f1e-94fb-7e30a7357419 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 931 time: 0.4105549 Jun 06 19:18:27.774077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] For port a7921dd2-6a65-4444-baae-064eeb16c280, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a7921dd2-6a65-4444-baae-064eeb16c280,segment=NetworkSegment(b8f09e9f-334a-4910-9f26-b61c2add8ec6),segment_id=b8f09e9f-334a-4910-9f26-b61c2add8ec6)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:27.774429 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:27.783697 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5834fbbf-a585-4a3e-9a2f-6e4bd32a2d0f req-14f65bc9-49a4-44de-aa27-a4f50935f6fe tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457210 Jun 06 19:18:27.797510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf49e-014c-4520-92c3-d44b877f4f2d req-ae59bc20-76ca-4fe9-8c4b-5008df24e716 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:27.798954 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1abbf49e-014c-4520-92c3-d44b877f4f2d req-ae59bc20-76ca-4fe9-8c4b-5008df24e716 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.4165525 Jun 06 19:18:27.962607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Calling delete_port for a7921dd2-6a65-4444-baae-064eeb16c280 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:27.984445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:28.065233 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1abbf49e-014c-4520-92c3-d44b877f4f2d req-667060eb-97e9-4d75-957a-b2b68ba6220f tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143126 Jun 06 19:18:28.201934 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-aa2ee0c0-2ea4-4d27-89e8-0b071b2a64d6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:28.203396 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-aa2ee0c0-2ea4-4d27-89e8-0b071b2a64d6 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.2894521 Jun 06 19:18:28.490663 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b11532-242a-492d-afae-a0928007f95b req-a391c414-d576-4ef8-9744-9c55957009d0 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:28.492007 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b1b11532-242a-492d-afae-a0928007f95b req-a391c414-d576-4ef8-9744-9c55957009d0 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.0815580 Jun 06 19:18:28.638993 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Deleting port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:28.639334 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:28.691483 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:28.703376 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['a7921dd2-6a65-4444-baae-064eeb16c280'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:28.703962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f70d5a7c-04d6-4261-a87e-05fc6be3fb41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:28.758747 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Pushing event deleted for resources: {'Port': ['ID=a7921dd2-6a65-4444-baae-064eeb16c280,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:28.763838 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:28.774579 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] For port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,segment=NetworkSegment(5c33511d-42c6-4e1f-8887-9a42ef3723f6),segment_id=5c33511d-42c6-4e1f-8887-9a42ef3723f6)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:28.774931 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:28.819279 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4594-f8a2-49ac-acbf-2ac30864d2c1 req-7486fa68-33d9-4bbe-841f-38f7c2caef34 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:28.820689 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35ed4594-f8a2-49ac-acbf-2ac30864d2c1 req-7486fa68-33d9-4bbe-841f-38f7c2caef34 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/ports?device_id=3566676e-759a-489a-bfce-3ff7a67180aa HTTP/1.1" status: 200 len: 945 time: 0.6164303 Jun 06 19:18:28.887175 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] No DVR routers for this DVR port a7921dd2-6a65-4444-baae-064eeb16c280 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:28.895749 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5b6d2-7414-458a-a849-59ed80802308 req-ac246aad-99b6-4b37-a337-b1cba815bfb2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:28.897174 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aaa5b6d2-7414-458a-a849-59ed80802308 req-ac246aad-99b6-4b37-a337-b1cba815bfb2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/ports?device_id=062b510b-3e1a-416d-9bfa-ab4ca1dab538 HTTP/1.1" status: 200 len: 945 time: 0.6555188 Jun 06 19:18:28.900932 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Calling delete_port for 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 owned by compute:nova {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:28.902419 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:28.904283 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.16 "DELETE /v2.0/ports/a7921dd2-6a65-4444-baae-064eeb16c280 HTTP/1.1" status: 204 len: 173 time: 1.9250624 Jun 06 19:18:28.906352 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3566676e-759a-489a-bfce-3ff7a67180aa', 'name': 'network-vif-deleted', 'tag': 'a7921dd2-6a65-4444-baae-064eeb16c280'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:28.908589 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62525377-f017-4d5c-bf0a-1b1dee5b2279" -d '{"events": [{"server_uuid": "3566676e-759a-489a-bfce-3ff7a67180aa", "name": "network-vif-deleted", "tag": "a7921dd2-6a65-4444-baae-064eeb16c280"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:28.997305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Deleting port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:28.997641 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.026720 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35ed4594-f8a2-49ac-acbf-2ac30864d2c1 req-e7afe59f-634b-415c-84ba-983c354c95c9 tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] 10.222.0.43 "GET /v2.0/security-groups?id=2e9cf834-5496-4ec6-b077-66d17a89e3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774998 Jun 06 19:18:29.051276 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc8149c-947d-469f-abff-338ccbf3fa6e {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:18:29.070926 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.101064 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.113180 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:29.122409 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['18726a35-ea82-4fb0-94a8-a9f687f8b0a0'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:29.132463 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aaa5b6d2-7414-458a-a849-59ed80802308 req-60d39186-ea48-4a83-b686-a81c392ad34c tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910684 Jun 06 19:18:29.167176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Transition to ACTIVE for port object 2cc8149c-947d-469f-abff-338ccbf3fa6e will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:18:29.176211 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.189808 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Pushing event deleted for resources: {'Port': ['ID=18726a35-ea82-4fb0-94a8-a9f687f8b0a0,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:29.200292 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.200664 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.201023 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.201397 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.201714 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.202292 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.202855 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.203423 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.204163 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.205024 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.205457 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.205785 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:29.212176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eb3a2f15-ab98-4994-b076-09d6ccdee2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:29.235894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:29.245370 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb38c7f-e260-4021-abd7-3158dcb3de46 x-openstack-request-id: req-adb38c7f-e260-4021-abd7-3158dcb3de46 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:29.245680 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3566676e-759a-489a-bfce-3ff7a67180aa", "name": "network-vif-deleted", "tag": "a7921dd2-6a65-4444-baae-064eeb16c280", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:29.245987 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adb38c7f-e260-4021-abd7-3158dcb3de46 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:29.246396 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3566676e-759a-489a-bfce-3ff7a67180aa', 'name': 'network-vif-deleted', 'tag': 'a7921dd2-6a65-4444-baae-064eeb16c280', 'status': 'completed', 'code': 200} Jun 06 19:18:29.281659 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] No DVR routers for this DVR port 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 on host hv-cinder-79496 {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:29.285027 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.287094 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] 10.222.0.16 "DELETE /v2.0/ports/18726a35-ea82-4fb0-94a8-a9f687f8b0a0 HTTP/1.1" status: 204 len: 173 time: 0.7825925 Jun 06 19:18:29.287556 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'name': 'network-vif-deleted', 'tag': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:29.289954 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a7e346-ea2b-486f-9507-012e1d8cfe3f" -d '{"events": [{"server_uuid": "062b510b-3e1a-416d-9bfa-ab4ca1dab538", "name": "network-vif-deleted", "tag": "18726a35-ea82-4fb0-94a8-a9f687f8b0a0"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:29.298176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] For port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:29.298578 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.534258 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Calling delete_port for c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:29.548738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8149c-947d-469f-abff-338ccbf3fa6e,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:29.585689 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:29.721755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a677d21-9c67-4ded-a9da-dfcca46a243a req-40605395-dccc-4099-86ae-309285c9ed1e tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:29.723214 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a677d21-9c67-4ded-a9da-dfcca46a243a req-40605395-dccc-4099-86ae-309285c9ed1e tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 943 time: 0.5518754 Jun 06 19:18:29.746703 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d4e28-fe31-4b9d-a52d-46eab1f10900 req-ca563067-2e5e-4bcb-aec9-9e19eb8e4dfe tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:29.748107 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d60d4e28-fe31-4b9d-a52d-46eab1f10900 req-ca563067-2e5e-4bcb-aec9-9e19eb8e4dfe tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1d2f324-b40b-4aa9-b0fa-2710e65e7539 HTTP/1.1" status: 200 len: 946 time: 0.4413927 Jun 06 19:18:29.766494 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Attempting to bind port 2cc8149c-947d-469f-abff-338ccbf3fa6e on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:18:29.766830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Attempting to bind port 2cc8149c-947d-469f-abff-338ccbf3fa6e by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:18:29.767151 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Attempting to bind port 2cc8149c-947d-469f-abff-338ccbf3fa6e on network 7bf9b668-264f-467f-936f-638c88250c55 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:18:29.801962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Port 2cc8149c-947d-469f-abff-338ccbf3fa6e on network 7bf9b668-264f-467f-936f-638c88250c55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:18:29.802280 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Attempting to bind port 2cc8149c-947d-469f-abff-338ccbf3fa6e on network 7bf9b668-264f-467f-936f-638c88250c55 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:18:29.850572 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:18:29.850911 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Checking segment: {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:29.851333 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Bound using segment: {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:18:29.851814 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Bound port: 2cc8149c-947d-469f-abff-338ccbf3fa6e, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74462eba-fb6b-41a2-ba47-25c49e5fa376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7bf9b668-264f-467f-936f-638c88250c55'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:18:29.852166 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.879696 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a677d21-9c67-4ded-a9da-dfcca46a243a req-7fdc8e81-3f34-432e-9567-2c5cd544a1c8 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458871 Jun 06 19:18:29.942354 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d60d4e28-fe31-4b9d-a52d-46eab1f10900 req-0ab02cc4-d5fe-4fb0-8d40-dc0c402eabf7 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797893 Jun 06 19:18:29.968039 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:29.980005 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['991cc09f-343a-4a97-b329-f3ea0b93ac9f'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:29.983566 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c30e322b-7bdb-4c99-bf2b-32c46a2c2905 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:30.026802 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e70615-2030-4202-989e-56f18f69ceb1 x-openstack-request-id: req-09e70615-2030-4202-989e-56f18f69ceb1 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:30.027318 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062b510b-3e1a-416d-9bfa-ab4ca1dab538", "name": "network-vif-deleted", "tag": "18726a35-ea82-4fb0-94a8-a9f687f8b0a0", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:30.027446 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09e70615-2030-4202-989e-56f18f69ceb1 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:30.027862 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062b510b-3e1a-416d-9bfa-ab4ca1dab538', 'name': 'network-vif-deleted', 'tag': '18726a35-ea82-4fb0-94a8-a9f687f8b0a0', 'status': 'completed', 'code': 200} Jun 06 19:18:30.036845 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Pushing event deleted for resources: {'Port': ['ID=c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:30.042382 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:30.081024 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] For port 2cc8149c-947d-469f-abff-338ccbf3fa6e, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:18:30.121102 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] No DVR routers for this DVR port c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:30.123726 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] For port 2cc8149c-947d-469f-abff-338ccbf3fa6e, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:18:30.125774 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.127897 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f36f028f-48fe-4cb8-bf98-d759e25900da req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "DELETE /v2.0/ports/c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b HTTP/1.1" status: 204 len: 173 time: 1.8847990 Jun 06 19:18:30.131219 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.138976 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eb311ac3-eff3-4fb9-83b6-1fba25da9a4b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:30.207686 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.240617 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8149c-947d-469f-abff-338ccbf3fa6e,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:30.244985 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:30.248540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:30.249270 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.251491 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cc8149c-947d-469f-abff-338ccbf3fa6e HTTP/1.1" status: 200 len: 1093 time: 2.7434900 Jun 06 19:18:30.295034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48450) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:30.427884 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Deleting subnet 77947762-3853-437a-9685-04f39386f7d6 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:18:30.540613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.596836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.635605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-74b1732a-5a55-4c07-8649-e44cf4238d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:30.637095 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-74b1732a-5a55-4c07-8649-e44cf4238d85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ee8b4b0f19462eab64bca2293403da&device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 1096 time: 0.2873142 Jun 06 19:18:30.715935 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.754421 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-b6efe9f8-10d7-4ac8-8be5-7283e2382666 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e HTTP/1.1" status: 200 len: 217 time: 0.0956848 Jun 06 19:18:30.840346 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295100-b433-4783-b751-cb296af0ccff req-cfd003ff-100b-435d-83e0-7be5829672d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:30.841743 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-cfd003ff-100b-435d-83e0-7be5829672d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a22a460b-9662-4016-b168-57ddd823a3e6 HTTP/1.1" status: 200 len: 854 time: 0.0757301 Jun 06 19:18:30.898975 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-c066ee64-eec4-4f40-bdb1-68590f9bedb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bf9b668-264f-467f-936f-638c88250c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480738 Jun 06 19:18:30.901548 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:30.908109 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:31.057116 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77947762-3853-437a-9685-04f39386f7d6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:31.066784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:31.099905 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.104389 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48476) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:31.104928 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/77947762-3853-437a-9685-04f39386f7d6 HTTP/1.1" status: 204 len: 168 time: 0.8081717 Jun 06 19:18:31.133040 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-76f9ef91-9899-497b-ad8e-470fdee642e7 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904881 Jun 06 19:18:31.248356 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'name': 'network-vif-deleted', 'tag': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b'}, {'name': 'network-changed', 'server_uuid': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'tag': '2cc8149c-947d-469f-abff-338ccbf3fa6e'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:31.250753 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37fe6b9-a885-41d1-9700-79ed62a9d433" -d '{"events": [{"server_uuid": "c1d2f324-b40b-4aa9-b0fa-2710e65e7539", "name": "network-vif-deleted", "tag": "c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b"}, {"name": "network-changed", "server_uuid": "0f2f87d7-796e-4481-b74b-7b72de3de385", "tag": "2cc8149c-947d-469f-abff-338ccbf3fa6e"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:31.277078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb88c2-7dcd-496f-86e2-dcd9b302f7f1 req-ee66483d-f429-4427-9035-08a9c7bfcd1a tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:31.287240 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9bcb88c2-7dcd-496f-86e2-dcd9b302f7f1 req-ee66483d-f429-4427-9035-08a9c7bfcd1a tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 943 time: 0.2307286 Jun 06 19:18:31.303967 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.340832 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46295100-b433-4783-b751-cb296af0ccff req-0ae8f851-9d75-4718-b8b2-9744e378baf4 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970294 Jun 06 19:18:31.357615 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9bcb88c2-7dcd-496f-86e2-dcd9b302f7f1 req-b5efe0d6-9e15-4843-900a-709deec1b0b9 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723331 Jun 06 19:18:31.414794 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc489038-cb48-4315-8c20-61d6161239b3 x-openstack-request-id: req-cc489038-cb48-4315-8c20-61d6161239b3 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:31.415305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2f324-b40b-4aa9-b0fa-2710e65e7539", "name": "network-vif-deleted", "tag": "c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f2f87d7-796e-4481-b74b-7b72de3de385", "tag": "2cc8149c-947d-469f-abff-338ccbf3fa6e", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:31.415646 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc489038-cb48-4315-8c20-61d6161239b3 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:31.416125 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d2f324-b40b-4aa9-b0fa-2710e65e7539', 'name': 'network-vif-deleted', 'tag': 'c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b', 'status': 'completed', 'code': 200} Jun 06 19:18:31.416543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'tag': '2cc8149c-947d-469f-abff-338ccbf3fa6e', 'status': 'completed', 'code': 200} Jun 06 19:18:31.478990 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.492611 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d88008-bf78-414c-aa3e-4e72888d4402']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:31.517170 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c33511d-42c6-4e1f-8887-9a42ef3723f6') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:31.517717 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c33511d-42c6-4e1f-8887-9a42ef3723f6') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:31.530916 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.549024 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.556348 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:18:31.556643 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.559539 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:31.600367 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-c1b7823c-fb92-4046-8287-b47c0d217f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:31.601738 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-c1b7823c-fb92-4046-8287-b47c0d217f42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ee8b4b0f19462eab64bca2293403da&device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 1096 time: 0.1503737 Jun 06 19:18:31.609854 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d948c-33ba-43df-b3b1-15ddb08cadca req-89221d72-b9bc-42ec-8c5a-9f444cfbfe46 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:31.611443 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1f8d948c-33ba-43df-b3b1-15ddb08cadca req-89221d72-b9bc-42ec-8c5a-9f444cfbfe46 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1108050 Jun 06 19:18:31.624178 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:31.624559 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 18726a35-ea82-4fb0-94a8-a9f687f8b0a0 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:31.633242 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device a7921dd2-6a65-4444-baae-064eeb16c280 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:18:31.660030 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:18:31.670517 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.675439 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:31.686715 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: a7921dd2-6a65-4444-baae-064eeb16c280 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:31.687332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device a7921dd2-6a65-4444-baae-064eeb16c280 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:31.688013 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:31.693326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.698773 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c1d88008-bf78-414c-aa3e-4e72888d4402 HTTP/1.1" status: 204 len: 168 time: 0.5923715 Jun 06 19:18:31.703366 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d88008-bf78-414c-aa3e-4e72888d4402,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:31.707171 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:31.740546 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:31.740892 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device c29f7f57-fc3e-4fcf-bad9-3cdd44c3883b not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:31.773458 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1f8d948c-33ba-43df-b3b1-15ddb08cadca req-6d49956e-2c26-4a8b-9110-de86f6b6c254 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420484 Jun 06 19:18:31.808070 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-d0e0058a-0f98-4ec2-9ce4-e915d1379657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:31.809971 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-d0e0058a-0f98-4ec2-9ce4-e915d1379657 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 200 len: 915 time: 0.1972609 Jun 06 19:18:31.869006 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48508) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:31.886121 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-687c5d3a-87b2-463a-ae45-60ab4fbde23e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e HTTP/1.1" status: 200 len: 217 time: 0.0646532 Jun 06 19:18:31.915584 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-fe7b107d-1011-4782-86d1-62bff8bc7644 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8525fb2525d7418ca8e52a492b3117b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453389 Jun 06 19:18:31.918599 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48510) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:31.947420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-1879cf61-92d9-4da6-84cd-6b69adf87191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:31.948826 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-1879cf61-92d9-4da6-84cd-6b69adf87191 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a22a460b-9662-4016-b168-57ddd823a3e6 HTTP/1.1" status: 200 len: 854 time: 0.0560341 Jun 06 19:18:31.974733 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:31.999982 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-1a63ac07-95c5-450a-9ebf-35f119033da4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bf9b668-264f-467f-936f-638c88250c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425158 Jun 06 19:18:32.000638 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:32.055947 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:32.058495 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:32.059675 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f95451a6-3b6b-4d7b-b4b3-417f4ee021f8 HTTP/1.1" status: 204 len: 168 time: 0.1402133 Jun 06 19:18:32.060478 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3bfd8301-d618-4cf5-981b-5ce5b2ee924c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:32.069605 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95451a6-3b6b-4d7b-b4b3-417f4ee021f8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:32.072056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:32.537000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5982-99c9-4679-9c34-9bb68497d783 req-d3850508-dc09-4963-bb1e-122590b0d816 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:32.538445 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-768e5982-99c9-4679-9c34-9bb68497d783 req-d3850508-dc09-4963-bb1e-122590b0d816 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 943 time: 0.0803607 Jun 06 19:18:32.582220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-768e5982-99c9-4679-9c34-9bb68497d783 req-1eaf526c-cef3-44b7-96b2-1e87fbbed786 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Jun 06 19:18:32.863061 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48542) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:32.959138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9be24-193d-4975-9264-a1dce6c01ea2 req-62f44f29-cd96-490a-b927-810626da0720 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:32.960535 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-75d9be24-193d-4975-9264-a1dce6c01ea2 req-62f44f29-cd96-490a-b927-810626da0720 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0845973 Jun 06 19:18:33.002973 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821941158-network', 'tenant_id': 'aab48b2895fa43708d7c9474f56c7a1f'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:33.009644 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-75d9be24-193d-4975-9264-a1dce6c01ea2 req-f62cf552-c088-4721-a34f-80cdcbf39de3 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Jun 06 19:18:33.026362 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Made reservation on behalf of aab48b2895fa43708d7c9474f56c7a1f for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:33.028813 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.042604 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.147873 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.153818 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.157249 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d9cac2a6-f169-4dde-8db3-d1502a559945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:33.185430 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:18:33.194384 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f12c7-7be2-4363-87a6-18a4053add20,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:33.200769 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:33.201726 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.202082 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Added segment ff0bf74c-7283-4adc-8cfe-dcf851b6f5b6 of type vlan for network f36abdee-1462-4260-818d-7ef39eef98ab Jun 06 19:18:33.228657 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.260550 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.261943 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:33.262581 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.267289 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:33.270529 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-244d6aae-f81e-4f38-b455-6f2863656b64 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188885 Jun 06 19:18:33.374697 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5104384 Jun 06 19:18:33.377593 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48546) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:33.383943 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Request body: {'subnet': {'network_id': 'f36abdee-1462-4260-818d-7ef39eef98ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821941158-subnet', 'tenant_id': 'aab48b2895fa43708d7c9474f56c7a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:33.438010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Pushing event updated for resources: {'Network': ['ID=f36abdee-1462-4260-818d-7ef39eef98ab,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:33.444894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:33.450129 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network f36abdee-1462-4260-818d-7ef39eef98ab details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:18:33.458150 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Made reservation on behalf of aab48b2895fa43708d7c9474f56c7a1f for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:33.460777 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11914536'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.604821 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-36f7fbc2-2ca5-42e8-b237-4328e629e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.662597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11211168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11914554'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.668765 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c982d8ae-7f48-4583-badc-bbb4ff2a4448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:33.742850 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=193d5df9-4b35-4bd1-a5f3-5f14a0db148b,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:33.745630 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:33.754426 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Checking segment: {'id': 'ff0bf74c-7283-4adc-8cfe-dcf851b6f5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f36abdee-1462-4260-818d-7ef39eef98ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:33.754776 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Network hostable DHCP agents. Network: f36abdee-1462-4260-818d-7ef39eef98ab, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:18:33.780204 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Network f36abdee-1462-4260-818d-7ef39eef98ab is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:18:33.794744 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, f36abdee-1462-4260-818d-7ef39eef98ab) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:33.805243 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb653b4-9bf5-4c98-8c6f-2b2ed2b4921b None None] Network f36abdee-1462-4260-818d-7ef39eef98ab requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:18:33.807266 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:33.808228 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:33.830521 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4518578 Jun 06 19:18:34.010272 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2dd0b5-704a-4f73-a372-9a7bc3dea32d None None] Network f36abdee-1462-4260-818d-7ef39eef98ab requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:18:34.030434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d208d-bb41-4123-991a-8ec5f1c2bc94 req-53a44d2b-1dd5-4a2c-aad6-34540e34d63d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:34.031954 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-483d208d-bb41-4123-991a-8ec5f1c2bc94 req-53a44d2b-1dd5-4a2c-aad6-34540e34d63d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 943 time: 0.1913123 Jun 06 19:18:34.071810 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f37fe6b9-a885-41d1-9700-79ed62a9d433 req-d4d61b30-adfd-4574-90ef-626651c9a0c6 service neutron] 10.222.0.16 "GET /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771472 Jun 06 19:18:34.134461 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-483d208d-bb41-4123-991a-8ec5f1c2bc94 req-98585f7e-b299-467a-9a00-bfe03e169846 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Jun 06 19:18:34.222078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d0790-8e55-4ebb-b3a7-bc2e0e966900 req-09d1d08e-422e-4241-bb46-c8a91d284355 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:34.223494 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ac8d0790-8e55-4ebb-b3a7-bc2e0e966900 req-09d1d08e-422e-4241-bb46-c8a91d284355 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0866432 Jun 06 19:18:34.269930 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ac8d0790-8e55-4ebb-b3a7-bc2e0e966900 req-ceea59bb-347b-4adc-aca5-3e1aec336655 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Jun 06 19:18:34.395325 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48572) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:34.400367 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218448190-network', 'tenant_id': 'f967b5fe01354399bf803983f3bb03e2'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:34.426933 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Made reservation on behalf of f967b5fe01354399bf803983f3bb03e2 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:34.430013 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.444628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.550930 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.557048 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.559983 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0bc450c7-02c9-45fc-a53c-7eab1c102bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:34.587040 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:18:34.595149 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af799c-a9e1-4d5e-b01c-8ac4b8b28986,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:34.598613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:34.602584 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.603405 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Added segment a1d1cd72-f0fc-4cfd-b1b3-81e9c5c1bffc of type vlan for network 1f452b2c-218e-46df-84c4-8ecd6957ea4c Jun 06 19:18:34.631265 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.664308 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.665724 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:34.666395 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.669625 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d11936dd-e69b-4b8d-981a-3c66914b8b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:34.712718 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3162944 Jun 06 19:18:34.715645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48574) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:34.720786 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Request body: {'subnet': {'network_id': '1f452b2c-218e-46df-84c4-8ecd6957ea4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218448190-subnet', 'tenant_id': 'f967b5fe01354399bf803983f3bb03e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:18:34.743819 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Made reservation on behalf of f967b5fe01354399bf803983f3bb03e2 for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:18:34.746391 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10700878'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.765984 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Pushing event updated for resources: {'Network': ['ID=1f452b2c-218e-46df-84c4-8ecd6957ea4c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:34.768595 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:34.775514 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 1f452b2c-218e-46df-84c4-8ecd6957ea4c details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:18:34.954394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10963205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10700892'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:34.959034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:35.034245 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da35cfd-77ec-441d-b692-898c23366a37,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:35.037715 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:35.045571 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Checking segment: {'id': 'a1d1cd72-f0fc-4cfd-b1b3-81e9c5c1bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f452b2c-218e-46df-84c4-8ecd6957ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:18:35.046028 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Network hostable DHCP agents. Network: 1f452b2c-218e-46df-84c4-8ecd6957ea4c, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:18:35.067358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Network 1f452b2c-218e-46df-84c4-8ecd6957ea4c is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:18:35.076879 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 1f452b2c-218e-46df-84c4-8ecd6957ea4c) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:18:35.081123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:35.081757 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.086847 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665f0f0-0727-4832-8ebe-bd4dc80dbaa6 None None] Network 1f452b2c-218e-46df-84c4-8ecd6957ea4c requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:18:35.110052 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3931911 Jun 06 19:18:35.244452 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48586) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:35.305966 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Deleting subnet 193d5df9-4b35-4bd1-a5f3-5f14a0db148b {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:18:35.307943 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a771524-e142-44fd-9d3c-2adb640bf8f0 None None] Network 1f452b2c-218e-46df-84c4-8ecd6957ea4c requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:18:35.310163 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.321327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28de13-4f27-4717-81fb-32f26f48a167 req-96558163-2848-4ec4-b430-5cadcda6980d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:35.322849 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3f28de13-4f27-4717-81fb-32f26f48a167 req-96558163-2848-4ec4-b430-5cadcda6980d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 943 time: 0.0920491 Jun 06 19:18:35.369365 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.378070 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3f28de13-4f27-4717-81fb-32f26f48a167 req-bcbd0472-2720-4382-bfef-fa955e31b4ed tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Jun 06 19:18:35.425970 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.489887 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d744-aa26-4f89-b053-4ccead8540d3 req-704107dd-69ef-41d3-bbb0-04eff1a8fe54 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:35.491489 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2f52d744-aa26-4f89-b053-4ccead8540d3 req-704107dd-69ef-41d3-bbb0-04eff1a8fe54 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0810409 Jun 06 19:18:35.499817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.505134 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-49e243fc-5e0e-48d2-b2b2-ae1c9d8a8e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:35.536690 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2f52d744-aa26-4f89-b053-4ccead8540d3 req-68547db0-0efb-4ace-be66-8c5cbf63c36b tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Jun 06 19:18:35.543130 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193d5df9-4b35-4bd1-a5f3-5f14a0db148b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:35.545037 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.546888 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] 10.222.0.43 "DELETE /v2.0/subnets/193d5df9-4b35-4bd1-a5f3-5f14a0db148b HTTP/1.1" status: 204 len: 168 time: 0.3014026 Jun 06 19:18:35.547892 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:35.549340 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48590) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:35.645864 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.764653 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.779827 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36abdee-1462-4260-818d-7ef39eef98ab']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:35.803957 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0bf74c-7283-4adc-8cfe-dcf851b6f5b6') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:35.804251 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0bf74c-7283-4adc-8cfe-dcf851b6f5b6') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:35.819743 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.840353 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.848937 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:18:35.849353 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:18:35.864769 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:18:35.939053 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.943462 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:35.957686 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:35.959549 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/f36abdee-1462-4260-818d-7ef39eef98ab HTTP/1.1" status: 204 len: 168 time: 0.4093058 Jun 06 19:18:35.962328 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48600) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:36.000499 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f36abdee-1462-4260-818d-7ef39eef98ab,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:36.006694 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:36.030473 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Deleting subnet 7da35cfd-77ec-441d-b692-898c23366a37 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:18:36.033707 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.070680 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.087342 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.146394 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.219763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.225864 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:36.272951 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da35cfd-77ec-441d-b692-898c23366a37,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:36.277313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:36.278629 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.280929 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-018bcf3f-17a7-4a67-8be7-25610bc4d73e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7da35cfd-77ec-441d-b692-898c23366a37 HTTP/1.1" status: 204 len: 168 time: 0.3176079 Jun 06 19:18:36.283593 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48614) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:36.306323 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9d764bfe-059f-46b4-85a0-36a716c223e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.404728 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.538908 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.594775 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f452b2c-218e-46df-84c4-8ecd6957ea4c']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:36.616251 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d1cd72-f0fc-4cfd-b1b3-81e9c5c1bffc') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:36.616540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d1cd72-f0fc-4cfd-b1b3-81e9c5c1bffc') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:36.633396 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.654822 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.695675 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:18:36.696061 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:18:36.709209 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:18:36.753562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d37a6c-9221-4480-9ec7-a2edeceb70c1 req-99180738-523f-4d98-82e9-778ee17c553c tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:36.755095 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-29d37a6c-9221-4480-9ec7-a2edeceb70c1 req-99180738-523f-4d98-82e9-778ee17c553c tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 943 time: 0.2217891 Jun 06 19:18:36.844448 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.864797 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5fce6062-8d93-4405-b9a8-e708ec928301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:36.894388 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:36.900612 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f452b2c-218e-46df-84c4-8ecd6957ea4c HTTP/1.1" status: 204 len: 168 time: 0.6133173 Jun 06 19:18:36.903699 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-29d37a6c-9221-4480-9ec7-a2edeceb70c1 req-a14aa7b9-dca7-4a17-aa33-65bed3cdd083 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049645 Jun 06 19:18:36.906837 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f452b2c-218e-46df-84c4-8ecd6957ea4c,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:36.909613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a1909f91-82a2-470c-80cc-5e709322b005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:36.931756 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc71c7f-e7b4-4439-9752-ca242dfcef00 req-9ab05bfb-c9a2-487f-a36e-ffeb5700619c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:36.933431 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fcc71c7f-e7b4-4439-9752-ca242dfcef00 req-9ab05bfb-c9a2-487f-a36e-ffeb5700619c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.2751713 Jun 06 19:18:36.998137 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fcc71c7f-e7b4-4439-9752-ca242dfcef00 req-05e40cb6-4677-4b63-bdd0-d36a3dd30ec8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558405 Jun 06 19:18:37.121469 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48628) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:37.191171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48630) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:37.201522 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2231cfaa-c42b-49cf-8ba5-2fde939df0cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aab48b2895fa43708d7c9474f56c7a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779488 Jun 06 19:18:37.268126 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.300210 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.350591 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.386789 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.390560 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.392149 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d6f12c7-7be2-4363-87a6-18a4053add20 HTTP/1.1" status: 204 len: 168 time: 0.1992958 Jun 06 19:18:37.394059 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9788f661-6e2b-47fb-b9a5-9e69e2c5b141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:37.417016 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f12c7-7be2-4363-87a6-18a4053add20,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:37.429701 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:37.576342 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 2cc8149c-947d-469f-abff-338ccbf3fa6e details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:18:37.737921 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 2cc8149c-947d-469f-abff-338ccbf3fa6e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:37.753952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '2cc8149c-947d-469f-abff-338ccbf3fa6e', 'network_id': '7bf9b668-264f-467f-936f-638c88250c55', 'port_id': '2cc8149c-947d-469f-abff-338ccbf3fa6e', 'mac_address': 'fa:16:3e:c6:99:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22a460b-9662-4016-b168-57ddd823a3e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:18:37.815151 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.833314 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc8149c-947d-469f-abff-338ccbf3fa6e {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:18:37.855997 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 2cc8149c-947d-469f-abff-338ccbf3fa6e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:37.861253 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:37.865753 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48636) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:37.867548 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:37.966208 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=2cc8149c-947d-469f-abff-338ccbf3fa6e,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:37.971543 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:38.038214 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-8adf4dc5-7a7a-4d79-a396-459fa7438f3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f967b5fe01354399bf803983f3bb03e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709638 Jun 06 19:18:38.040518 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48646) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:38.185122 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:38.191927 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['2cc8149c-947d-469f-abff-338ccbf3fa6e'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:38.204631 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22774edd-62e3-42eb-93cd-5105a76d87b7 req-b7357c99-39a5-474e-ac83-92c1794b1b2b tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:38.206384 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-22774edd-62e3-42eb-93cd-5105a76d87b7 req-b7357c99-39a5-474e-ac83-92c1794b1b2b tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 944 time: 0.1381395 Jun 06 19:18:38.258892 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:38.315929 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-22774edd-62e3-42eb-93cd-5105a76d87b7 req-dbfa78a1-ed3e-41dd-90fd-8b99dce6cb89 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951183 Jun 06 19:18:38.347882 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:38.352572 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:38.352572 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6af799c-a9e1-4d5e-b01c-8ac4b8b28986 HTTP/1.1" status: 204 len: 168 time: 0.3102081 Jun 06 19:18:38.354179 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5e608bde-c8c7-4f86-8e21-78c342eaac5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:38.478345 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af799c-a9e1-4d5e-b01c-8ac4b8b28986,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:38.484119 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:38.549715 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650c3b1-00dc-475c-ac9d-dfb6cad31e68 req-009edc9e-3de9-474c-bd02-8427ce3dfb28 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:38.551872 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5650c3b1-00dc-475c-ac9d-dfb6cad31e68 req-009edc9e-3de9-474c-bd02-8427ce3dfb28 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1986923 Jun 06 19:18:38.639042 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5650c3b1-00dc-475c-ac9d-dfb6cad31e68 req-60f4b304-2cb9-4fef-bc6e-930237d12c34 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804737 Jun 06 19:18:38.854743 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:38.905302 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8cf81-f187-42c5-b28d-9e0138996064 req-f12a0de4-1145-4b87-b786-ace3ec761c9e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:38.907250 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-52a8cf81-f187-42c5-b28d-9e0138996064 req-f12a0de4-1145-4b87-b786-ace3ec761c9e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1161995 Jun 06 19:18:38.976221 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-52a8cf81-f187-42c5-b28d-9e0138996064 req-c910b8a7-b3f3-4a2a-b79d-fdd82b29d478 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605237 Jun 06 19:18:39.584821 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 2cc8149c-947d-469f-abff-338ccbf3fa6e up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:18:39.614020 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e880ae-df6e-48da-8317-5b876b38d7f7 req-afadb4f6-f904-466f-97d8-3e1681197b45 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:39.618347 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-99e880ae-df6e-48da-8317-5b876b38d7f7 req-afadb4f6-f904-466f-97d8-3e1681197b45 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 944 time: 0.1344798 Jun 06 19:18:39.674794 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 2cc8149c-947d-469f-abff-338ccbf3fa6e completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:18:39.693092 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 2cc8149c-947d-469f-abff-338ccbf3fa6e triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:18:39.693582 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:39.726567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-99e880ae-df6e-48da-8317-5b876b38d7f7 req-1d272f5a-11e3-401c-ab66-7e4c32232eee tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024418 Jun 06 19:18:39.854342 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:39.894262 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 2cc8149c-947d-469f-abff-338ccbf3fa6e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:39.895392 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8149c-947d-469f-abff-338ccbf3fa6e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:39.898700 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f147183b-e0e0-4750-990c-7e78d46a3acd" -d '{"events": [{"server_uuid": "0f2f87d7-796e-4481-b74b-7b72de3de385", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8149c-947d-469f-abff-338ccbf3fa6e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:39.902928 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6823e-fd39-4af5-ac22-976b957fe93c req-bea803c9-1ac8-4b52-92c3-edde0aeb212c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:39.903217 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:39.904815 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2bf6823e-fd39-4af5-ac22-976b957fe93c req-bea803c9-1ac8-4b52-92c3-edde0aeb212c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.1302111 Jun 06 19:18:39.911504 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:39.960549 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2bf6823e-fd39-4af5-ac22-976b957fe93c req-511a962e-62a4-4445-9b89-39c903e6b09a tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Jun 06 19:18:39.978099 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89d585a-9abe-4661-a071-b75174f7f0e6 x-openstack-request-id: req-d89d585a-9abe-4661-a071-b75174f7f0e6 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:39.978443 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f87d7-796e-4481-b74b-7b72de3de385", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8149c-947d-469f-abff-338ccbf3fa6e", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:39.978702 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d89d585a-9abe-4661-a071-b75174f7f0e6 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:39.979091 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8149c-947d-469f-abff-338ccbf3fa6e', 'code': 200} Jun 06 19:18:39.989502 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=2cc8149c-947d-469f-abff-338ccbf3fa6e,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:40.005496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:40.247872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e544c4-3529-4a09-a1d5-dbc2ab751892 req-e5e3a94b-daed-4eda-922e-079b82cf36fc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:40.254848 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-75e544c4-3529-4a09-a1d5-dbc2ab751892 req-e5e3a94b-daed-4eda-922e-079b82cf36fc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1590652 Jun 06 19:18:40.352093 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-75e544c4-3529-4a09-a1d5-dbc2ab751892 req-0b0a4df4-3ac7-4eae-be04-632642c093d5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962145 Jun 06 19:18:40.384596 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8d75a-a0f9-42db-97d2-6486dfd6593f req-cc2f64cf-3468-471c-b9b8-1a15dcb28d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:40.384596 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64c8d75a-a0f9-42db-97d2-6486dfd6593f req-cc2f64cf-3468-471c-b9b8-1a15dcb28d18 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 1098 time: 0.1222129 Jun 06 19:18:40.435539 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64c8d75a-a0f9-42db-97d2-6486dfd6593f req-a93874f6-16f1-4ed3-a7a3-2833aab353d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Jun 06 19:18:40.971239 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4cb19-9c80-4913-95b6-78feafb5b9b6 req-3d6db5bc-e616-405e-8485-1643606fff62 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:40.986408 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a0a4cb19-9c80-4913-95b6-78feafb5b9b6 req-3d6db5bc-e616-405e-8485-1643606fff62 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 945 time: 0.1303906 Jun 06 19:18:41.083202 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a0a4cb19-9c80-4913-95b6-78feafb5b9b6 req-7df05372-0c33-4e53-a665-c928b33ff165 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804081 Jun 06 19:18:41.181092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5e4d-7b64-4fe5-9b08-f722ed0141b2 req-90c72824-dfab-4455-b3fe-b79a52060aa4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:41.182859 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-39bb5e4d-7b64-4fe5-9b08-f722ed0141b2 req-90c72824-dfab-4455-b3fe-b79a52060aa4 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0918715 Jun 06 19:18:41.234156 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-39bb5e4d-7b64-4fe5-9b08-f722ed0141b2 req-8ef8b5f5-a71d-4db2-95c3-398ac114f528 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0e148d8-9008-4153-86e2-20946460fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Jun 06 19:18:41.394311 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-e7621221-eca4-4d1c-b1e6-485afca5ef64 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:41.395806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-e7621221-eca4-4d1c-b1e6-485afca5ef64 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 945 time: 0.0987337 Jun 06 19:18:41.654084 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6403d-e325-4d36-866c-b247d866325e req-49374b99-d100-40bb-b65d-9e7cc225ed06 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:41.655440 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6e6403d-e325-4d36-866c-b247d866325e req-49374b99-d100-40bb-b65d-9e7cc225ed06 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1513302 Jun 06 19:18:41.661388 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Deleting port 991cc09f-343a-4a97-b329-f3ea0b93ac9f {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:41.661726 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:41.801040 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6e6403d-e325-4d36-866c-b247d866325e req-06e56cd0-0e5e-46af-8edf-b392dfc992de tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190574 Jun 06 19:18:41.858918 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] For port 991cc09f-343a-4a97-b329-f3ea0b93ac9f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=991cc09f-343a-4a97-b329-f3ea0b93ac9f,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:41.859630 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:41.989671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Calling delete_port for 991cc09f-343a-4a97-b329-f3ea0b93ac9f owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:42.147792 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:42.154518 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42f909de-472d-4c01-a40f-02897863d3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:42.161813 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['991cc09f-343a-4a97-b329-f3ea0b93ac9f'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:18:42.356264 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Pushing event deleted for resources: {'Port': ['ID=991cc09f-343a-4a97-b329-f3ea0b93ac9f,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:42.359784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:42.525165 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dfff7739-610d-488e-83b6-099d97b33d80 req-03f7217d-d245-46f5-8719-7b647805d8f8 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.43 "GET /v2.0/ports?device_id=c48a14bc-58c1-49b4-9952-05ed10954b73 HTTP/1.1" status: 200 len: 210 time: 0.1157367 Jun 06 19:18:42.527889 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] No DVR routers for this DVR port 991cc09f-343a-4a97-b329-f3ea0b93ac9f on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:18:42.531014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:42.533419 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93b8ff9a-6f9a-4ee0-9176-e0b91bd1dc54 req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] 10.222.0.16 "DELETE /v2.0/ports/991cc09f-343a-4a97-b329-f3ea0b93ac9f HTTP/1.1" status: 204 len: 173 time: 1.1307242 Jun 06 19:18:42.534723 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'name': 'network-vif-deleted', 'tag': '991cc09f-343a-4a97-b329-f3ea0b93ac9f'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:18:42.537954 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7207c1e-d2bf-49cf-b485-2ab0c5a7ac14" -d '{"events": [{"server_uuid": "c48a14bc-58c1-49b4-9952-05ed10954b73", "name": "network-vif-deleted", "tag": "991cc09f-343a-4a97-b329-f3ea0b93ac9f"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:18:42.571477 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f20dcc-04d3-4c2f-88fe-cbff9187a0d4 req-574d9b1b-1c5f-421c-a1bf-70fe7b58c74d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:42.573032 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-10f20dcc-04d3-4c2f-88fe-cbff9187a0d4 req-574d9b1b-1c5f-421c-a1bf-70fe7b58c74d tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 945 time: 0.2623630 Jun 06 19:18:42.607978 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db4b68-2509-40af-8c31-48b62d9c7de0 x-openstack-request-id: req-25db4b68-2509-40af-8c31-48b62d9c7de0 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:18:42.608322 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48a14bc-58c1-49b4-9952-05ed10954b73", "name": "network-vif-deleted", "tag": "991cc09f-343a-4a97-b329-f3ea0b93ac9f", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:18:42.608593 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25db4b68-2509-40af-8c31-48b62d9c7de0 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:18:42.609072 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48a14bc-58c1-49b4-9952-05ed10954b73', 'name': 'network-vif-deleted', 'tag': '991cc09f-343a-4a97-b329-f3ea0b93ac9f', 'status': 'completed', 'code': 200} Jun 06 19:18:42.682559 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-10f20dcc-04d3-4c2f-88fe-cbff9187a0d4 req-bd66fd23-8747-4cea-b8fe-bef21e12c521 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917866 Jun 06 19:18:43.046025 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d067a-85d4-491d-b117-88daaf6a5359 req-4d919c38-8e6b-45e9-8c7c-6d78d95aa857 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:43.047621 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a5d067a-85d4-491d-b117-88daaf6a5359 req-4d919c38-8e6b-45e9-8c7c-6d78d95aa857 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0967114 Jun 06 19:18:43.123751 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a5d067a-85d4-491d-b117-88daaf6a5359 req-4289832d-928d-46c1-b26f-d28cd0721890 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686834 Jun 06 19:18:43.632843 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48774) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:44.401384 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b093b-882c-478f-97b1-6b182a8fde74 req-2681a675-55ad-49c3-81ff-ac4bd1c83432 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:44.402863 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-188b093b-882c-478f-97b1-6b182a8fde74 req-2681a675-55ad-49c3-81ff-ac4bd1c83432 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1504393 Jun 06 19:18:44.494384 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-188b093b-882c-478f-97b1-6b182a8fde74 req-4371e896-3975-435b-8cd7-fa1cb213ea6f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819445 Jun 06 19:18:44.497559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:45.142730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Deleting port c84b04e6-8b5e-4084-810f-9b6e047261ad {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:45.143270 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:45.304951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] For port c84b04e6-8b5e-4084-810f-9b6e047261ad, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=c84b04e6-8b5e-4084-810f-9b6e047261ad,segment=NetworkSegment(f3f7c4f8-0a8a-431e-af0a-0ad2f312333f),segment_id=f3f7c4f8-0a8a-431e-af0a-0ad2f312333f)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:45.305325 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:45.440393 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Calling delete_port for c84b04e6-8b5e-4084-810f-9b6e047261ad owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:45.748777 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da8fd8-02da-46ad-a741-f224afcb170a req-3b77d052-1e06-45f3-a1c9-a84663b7bd7e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:45.750313 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6da8fd8-02da-46ad-a741-f224afcb170a req-3b77d052-1e06-45f3-a1c9-a84663b7bd7e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1044981 Jun 06 19:18:45.760152 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 991cc09f-343a-4a97-b329-f3ea0b93ac9f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:45.794106 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 991cc09f-343a-4a97-b329-f3ea0b93ac9f {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:45.794824 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 991cc09f-343a-4a97-b329-f3ea0b93ac9f not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:45.845803 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d6da8fd8-02da-46ad-a741-f224afcb170a req-912d2977-2b18-4e31-9826-bad8526e6308 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599582 Jun 06 19:18:45.848619 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:45.852812 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:45.894650 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84b04e6-8b5e-4084-810f-9b6e047261ad,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:45.899275 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:46.204721 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:46.740141 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Router 61d81600-c762-4e0a-9c3c-52906a2c93c7 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:18:46.927600 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:18:46.936847 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] Sync routers for ids ['61d81600-c762-4e0a-9c3c-52906a2c93c7'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:18:46.947468 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/61d81600-c762-4e0a-9c3c-52906a2c93c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130386 Jun 06 19:18:46.950176 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48818) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:46.953787 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] Routers {'61d81600-c762-4e0a-9c3c-52906a2c93c7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:18:46.954740 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:18:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['61d81600-c762-4e0a-9c3c-52906a2c93c7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:47.099729 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8ed71-00d6-4189-92db-aa53e7bc8c53 req-2f5c0699-4a26-49bd-889d-cafe5fd001c8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:47.101865 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a1c8ed71-00d6-4189-92db-aa53e7bc8c53 req-2f5c0699-4a26-49bd-889d-cafe5fd001c8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0999346 Jun 06 19:18:47.169631 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a1c8ed71-00d6-4189-92db-aa53e7bc8c53 req-0bf817c3-dadb-4f98-8944-1b772e928975 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593526 Jun 06 19:18:47.217850 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] Set router 61d81600-c762-4e0a-9c3c-52906a2c93c7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:18:47.265979 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:47.457209 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:47.546185 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Deleting port 7812ef8c-a76d-4ab4-91b5-583c27361e88 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:18:47.546583 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:47.565284 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:18:45Z', 'revision_number': 5, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port': {'id': '7812ef8c-a76d-4ab4-91b5-583c27361e88', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:33Z', 'updated_at': '2021-06-06T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:47.569572 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] Checking router: 61d81600-c762-4e0a-9c3c-52906a2c93c7 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:18:47.579429 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] Routers {'61d81600-c762-4e0a-9c3c-52906a2c93c7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:18:47.579609 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:18:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['61d81600-c762-4e0a-9c3c-52906a2c93c7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:47.687954 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] For port 7812ef8c-a76d-4ab4-91b5-583c27361e88, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7812ef8c-a76d-4ab4-91b5-583c27361e88,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:18:47.688547 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:47.819829 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] Set router 61d81600-c762-4e0a-9c3c-52906a2c93c7 gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:18:47.865597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Calling delete_port for 7812ef8c-a76d-4ab4-91b5-583c27361e88 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:18:47.942951 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:18:47Z', 'revision_number': 6, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:47.948215 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac620-2e18-40b7-91f9-a274269fe9a7 None None] The sync data for ids ['61d81600-c762-4e0a-9c3c-52906a2c93c7'] in dv-cinder-794962-3-iscsi is: [{'id': '61d81600-c762-4e0a-9c3c-52906a2c93c7', 'name': 'tempest-ServerRescueNegativeTestJSON-1822659265-router', 'tenant_id': '0209d2ade06f4849a57ae39a5f858bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:31Z', 'updated_at': '2021-06-06T19:18:47Z', 'revision_number': 6, 'project_id': '0209d2ade06f4849a57ae39a5f858bb1', 'gw_port_host': None}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:18:48.156285 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:48.160899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a18c4b3c-9562-48db-960e-313e7d74d30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:48.208472 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Pushing event deleted for resources: {'Port': ['ID=7812ef8c-a76d-4ab4-91b5-583c27361e88,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:48.211418 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:48.317697 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:48.402403 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b2dd7-8168-4d4c-8e6e-2263a074470f req-a2badacb-6c17-4af5-9368-c7d7b2ac8800 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:48.410088 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-366b2dd7-8168-4d4c-8e6e-2263a074470f req-a2badacb-6c17-4af5-9368-c7d7b2ac8800 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1243005 Jun 06 19:18:48.488992 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-366b2dd7-8168-4d4c-8e6e-2263a074470f req-eb051564-38b3-48c7-9d1b-478e8912f6d9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758739 Jun 06 19:18:48.718518 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:48.722748 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:48.832000 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:48.832382 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d81600-c762-4e0a-9c3c-52906a2c93c7 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:18:48.837246 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:48.838391 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-846635aa-0df4-4074-9373-81ce4125e626 admin admin] 10.222.0.43 "DELETE /v2.0/routers/61d81600-c762-4e0a-9c3c-52906a2c93c7 HTTP/1.1" status: 204 len: 168 time: 1.8872528 Jun 06 19:18:48.840947 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48842) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:48.944990 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Deleting subnet 4d171bc8-4a81-4131-ab83-1f96aca18117 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:18:48.948632 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.002515 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.073948 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.168981 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.182418 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1f84d97e-200e-4cc5-bfe6-a60a9cc48dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:49.240087 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d171bc8-4a81-4131-ab83-1f96aca18117,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:49.242643 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.247116 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48846) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:49.248802 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d171bc8-4a81-4131-ab83-1f96aca18117 HTTP/1.1" status: 204 len: 168 time: 0.4068675 Jun 06 19:18:49.250857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-17c1b755-08db-4d29-a516-610163a5c168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:49.384020 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.547525 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.561944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e30da51-7ea3-4fd8-9d4e-2da2db556863']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:49.595638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:49.596653 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f7c4f8-0a8a-431e-af0a-0ad2f312333f') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:18:49.618408 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.652449 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.678281 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:18:49.691084 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.745311 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:18:49.774221 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:18:49.829676 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device c84b04e6-8b5e-4084-810f-9b6e047261ad no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:49.863753 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: c84b04e6-8b5e-4084-810f-9b6e047261ad {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:49.864164 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device c84b04e6-8b5e-4084-810f-9b6e047261ad not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:49.864744 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7812ef8c-a76d-4ab4-91b5-583c27361e88 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:18:49.915678 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 7812ef8c-a76d-4ab4-91b5-583c27361e88 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:18:49.916418 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7812ef8c-a76d-4ab4-91b5-583c27361e88 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:18:49.944350 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169ae1f-3558-464a-af06-d17fd09f903d req-647f2b55-ee02-408a-9769-d6742904a9e8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:49.946033 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2169ae1f-3558-464a-af06-d17fd09f903d req-647f2b55-ee02-408a-9769-d6742904a9e8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1674697 Jun 06 19:18:49.947123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.952897 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:49.967966 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:49.973591 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] 10.222.0.43 "DELETE /v2.0/networks/2e30da51-7ea3-4fd8-9d4e-2da2db556863 HTTP/1.1" status: 204 len: 168 time: 0.7215221 Jun 06 19:18:50.049528 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e30da51-7ea3-4fd8-9d4e-2da2db556863,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:50.062941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.063419 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.063790 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.064291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.064586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.065050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.065535 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.066132 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.066363 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.066725 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.067029 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.067363 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:18:50.078202 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2169ae1f-3558-464a-af06-d17fd09f903d req-8007e275-4b4b-4d83-be2f-a04c6de55b71 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073587 Jun 06 19:18:50.079560 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8fc5d2b4-9512-48a2-8a4e-4a1f817d283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:50.242902 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48872) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:50.313218 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-cba9c208-2c0f-4562-90de-05b2af9bd099 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0209d2ade06f4849a57ae39a5f858bb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0688517 Jun 06 19:18:50.316936 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 48874) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:50.407167 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:50.446382 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:50.513672 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:50.517576 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:50.518915 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0e148d8-9008-4153-86e2-20946460fd39 HTTP/1.1" status: 204 len: 168 time: 0.2008445 Jun 06 19:18:50.519692 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:50.531284 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e148d8-9008-4153-86e2-20946460fd39,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:50.534319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:51.412549 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79af640-201e-4d1b-b4e6-f310e19d02d4 req-99e2a5cd-369d-4d58-b3c2-157763ac92bc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:51.420342 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f79af640-201e-4d1b-b4e6-f310e19d02d4 req-99e2a5cd-369d-4d58-b3c2-157763ac92bc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1603246 Jun 06 19:18:51.481894 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f79af640-201e-4d1b-b4e6-f310e19d02d4 req-8a0b5f3e-e058-45cb-9487-8a9b7348db53 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603421 Jun 06 19:18:52.436212 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48958) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:52.561469 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.664472 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9418bd-baca-4d57-931b-aabe02bca0b9 req-57ad6d61-4be7-44ff-9761-656ceeb15e17 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:52.665848 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ef9418bd-baca-4d57-931b-aabe02bca0b9 req-57ad6d61-4be7-44ff-9761-656ceeb15e17 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0857248 Jun 06 19:18:52.670109 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.675322 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.682824 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0c77bc64-605f-493c-bdd4-af46d86b0519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:52.709521 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ef9418bd-baca-4d57-931b-aabe02bca0b9 req-833f0c34-ff2b-4b3c-bfcf-ecf349c1b873 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377047 Jun 06 19:18:52.720790 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db73599d-e923-4c0c-ad96-45104ad368ef,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:52.724994 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97d8755363e048dd87d3f0d6c559c51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877228 Jun 06 19:18:52.727667 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 48968) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:18:52.739899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:52.785563 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.811129 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.868215 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.870659 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:18:52.871791 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db73599d-e923-4c0c-ad96-45104ad368ef HTTP/1.1" status: 204 len: 168 time: 0.1431797 Jun 06 19:18:52.872517 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-28a3cfa7-38be-48ae-873d-237dca0a111a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:18:52.883884 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db73599d-e923-4c0c-ad96-45104ad368ef,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:18:52.886146 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:18:53.897044 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e633f-a8e7-4c44-a065-f632c3f2322c req-95a7126c-620a-47ad-8bca-2ecdae36471c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:53.898506 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c79e633f-a8e7-4c44-a065-f632c3f2322c req-95a7126c-620a-47ad-8bca-2ecdae36471c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0797310 Jun 06 19:18:53.948663 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c79e633f-a8e7-4c44-a065-f632c3f2322c req-2d9603da-cdb8-482a-9b9e-3d83af7941d6 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Jun 06 19:18:55.150853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3401df3-0458-4919-b16e-3ea1f2ae545e req-1cc20947-83f0-4ca1-a699-3cc2d404edca tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:55.152625 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a3401df3-0458-4919-b16e-3ea1f2ae545e req-1cc20947-83f0-4ca1-a699-3cc2d404edca tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0952847 Jun 06 19:18:55.198796 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a3401df3-0458-4919-b16e-3ea1f2ae545e req-02033fab-376d-4bc3-8c69-1d7158b748ab tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Jun 06 19:18:56.604607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998da967-fbe3-473b-9569-36e3cfefd455 req-713a0465-9422-4eab-a2f3-66380f682423 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:56.616175 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-998da967-fbe3-473b-9569-36e3cfefd455 req-713a0465-9422-4eab-a2f3-66380f682423 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1900821 Jun 06 19:18:56.668332 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-998da967-fbe3-473b-9569-36e3cfefd455 req-dac12ef5-9dbb-48ed-ae96-1c399c22cb98 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531864 Jun 06 19:18:57.861666 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0148f-5fce-4152-8a48-0b35ff8c8ebd req-1c043503-4bee-46ce-a146-2be2a03dd57f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:57.863097 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-43a0148f-5fce-4152-8a48-0b35ff8c8ebd req-1c043503-4bee-46ce-a146-2be2a03dd57f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0809555 Jun 06 19:18:57.908839 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-43a0148f-5fce-4152-8a48-0b35ff8c8ebd req-5d87c3b1-a9a5-4e5a-9a03-d835bfc272a7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371053 Jun 06 19:18:59.186788 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35785df5-74f8-49a2-a632-477f6e74d379 req-d3162011-0021-49d1-9f46-79e07d74ef5d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:18:59.188235 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35785df5-74f8-49a2-a632-477f6e74d379 req-d3162011-0021-49d1-9f46-79e07d74ef5d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1749284 Jun 06 19:18:59.231226 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35785df5-74f8-49a2-a632-477f6e74d379 req-68ee1cae-e0b5-43aa-8951-c9b4359085c7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 Jun 06 19:19:00.100376 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-e32d47c8-faff-4182-ac6f-20a2f4222ce3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712790 Jun 06 19:19:00.197680 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:00.215949 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-7819c7f8-8c1b-48a8-9429-9b5bf2deba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:00.217370 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-7819c7f8-8c1b-48a8-9429-9b5bf2deba07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 1099 time: 0.0749536 Jun 06 19:19:00.428184 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-93bd3efb-a5d4-45be-b98a-f781163090e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:00.429686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-93bd3efb-a5d4-45be-b98a-f781163090e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1802573 Jun 06 19:19:00.552424 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-7956b7f7-018d-4186-a4ad-55f628e4c0bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 200 len: 1001 time: 0.1125958 Jun 06 19:19:00.627077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c0b96-0a8c-453a-9801-d63fe8497fe3 req-ed36cecd-5d7c-4ae2-9bb4-af03a1f46ea8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:00.628600 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c87c0b96-0a8c-453a-9801-d63fe8497fe3 req-ed36cecd-5d7c-4ae2-9bb4-af03a1f46ea8 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.2537551 Jun 06 19:19:00.640773 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-689103ed-721e-441a-a513-ed332ee5af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:00.642471 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-689103ed-721e-441a-a513-ed332ee5af7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0810258 Jun 06 19:19:00.734998 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c87c0b96-0a8c-453a-9801-d63fe8497fe3 req-2bc15fb0-5d5a-493a-89e2-8eb275124714 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960736 Jun 06 19:19:00.765539 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-e09c7ecd-afd0-4c29-aed9-3e547b1bdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:00.767411 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-e09c7ecd-afd0-4c29-aed9-3e547b1bdc2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052973 Jun 06 19:19:00.921806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-6b384296-cf6c-4d1c-805a-3c26e449d490 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447253 Jun 06 19:19:01.131902 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-297dcd37-c442-44e2-ac72-64654dae4b0a req-01d20122-3dd0-4fc6-a8fc-2ae5264eb725 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995974 Jun 06 19:19:01.162334 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c2f0b-1b7c-47e1-8f22-78184a25ee8c req-e5858b33-caae-463e-8237-928e224bb981 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:01.164354 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-db0c2f0b-1b7c-47e1-8f22-78184a25ee8c req-e5858b33-caae-463e-8237-928e224bb981 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1464708 Jun 06 19:19:01.300383 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-db0c2f0b-1b7c-47e1-8f22-78184a25ee8c req-efa009f6-bc67-49e9-90e9-5fa8922028ad tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697145 Jun 06 19:19:01.308095 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18a24-5e10-4802-8009-d88929117de6 req-6d6a772e-74a8-4beb-8d72-a72503d90931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:01.309873 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-6d6a772e-74a8-4beb-8d72-a72503d90931 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.1442385 Jun 06 19:19:01.504407 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18a24-5e10-4802-8009-d88929117de6 req-05d70f19-66c1-4650-ada7-2cb31d0fae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:01.506486 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-05d70f19-66c1-4650-ada7-2cb31d0fae8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.1844101 Jun 06 19:19:01.646999 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-5b0791f2-5e09-4b88-a3fe-b50598ec0045 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 1002 time: 0.1336448 Jun 06 19:19:01.745504 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18a24-5e10-4802-8009-d88929117de6 req-8c83135f-0366-44b5-b857-27e6198948f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:01.747374 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-8c83135f-0366-44b5-b857-27e6198948f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.0832591 Jun 06 19:19:01.829330 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18a24-5e10-4802-8009-d88929117de6 req-f2040f98-64fc-4b86-90bd-f4a830eaa2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:01.830864 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-f2040f98-64fc-4b86-90bd-f4a830eaa2d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706425 Jun 06 19:19:02.086521 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-d53eb1ea-572c-4d1f-bc16-aa1f0141c2a0 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369375 Jun 06 19:19:02.221058 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21b18a24-5e10-4802-8009-d88929117de6 req-61962d5e-55b5-4c85-9d64-df64fbf959d6 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230686 Jun 06 19:19:02.508594 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40021e90-12ac-4a76-921f-08f4cf8bc5e3 req-26869817-39a1-43ae-89ea-d95f1fd973a9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:02.510047 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40021e90-12ac-4a76-921f-08f4cf8bc5e3 req-26869817-39a1-43ae-89ea-d95f1fd973a9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0894794 Jun 06 19:19:02.555094 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40021e90-12ac-4a76-921f-08f4cf8bc5e3 req-2727fd28-4b53-4e63-b198-fa3eed554108 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392258 Jun 06 19:19:03.608995 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-cc3fc5d3-9576-41ac-a4d7-75d64e5b99d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:03.776420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33772d5-a590-4294-ba41-fc8f4eb0d09f req-a411b5f0-00fe-49ae-8c4b-096bdfedc56f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:03.777934 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a33772d5-a590-4294-ba41-fc8f4eb0d09f req-a411b5f0-00fe-49ae-8c4b-096bdfedc56f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1021738 Jun 06 19:19:03.821968 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a33772d5-a590-4294-ba41-fc8f4eb0d09f req-30a9f41e-edc7-4f5a-a6ca-b9b82eccb29b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Jun 06 19:19:05.024779 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d365396-dfd9-4547-a844-3b4eddbe086c req-846f75b9-a285-4964-bf34-c51198f6ce43 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:05.026086 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0d365396-dfd9-4547-a844-3b4eddbe086c req-846f75b9-a285-4964-bf34-c51198f6ce43 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0802188 Jun 06 19:19:05.070317 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0d365396-dfd9-4547-a844-3b4eddbe086c req-fbceed48-1848-40a4-af18-92c9315c5ae9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384557 Jun 06 19:19:06.057613 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:06.260407 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13bdb8-062a-4dbc-8360-2b3b08346a5d req-618d0b2f-b2bb-4bb3-a714-91d676f3c5a2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:06.262484 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aa13bdb8-062a-4dbc-8360-2b3b08346a5d req-618d0b2f-b2bb-4bb3-a714-91d676f3c5a2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0848451 Jun 06 19:19:06.292586 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b327403b-c6a2-4171-a491-61d003956c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:06.312668 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aa13bdb8-062a-4dbc-8360-2b3b08346a5d req-2abd835f-39ac-4324-8ece-80c32fa18ce2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Jun 06 19:19:07.176376 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49372) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:07.243407 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Deleting subnet 78d75431-f08d-4d3a-81a9-bdac713cb3d6 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:19:07.246640 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.299570 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.347969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.355000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.421522 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.426313 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-49e344f3-8acf-45f9-89b0-8b92f264755a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:07.464329 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d75431-f08d-4d3a-81a9-bdac713cb3d6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:07.467370 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:07.468326 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.470241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/78d75431-f08d-4d3a-81a9-bdac713cb3d6 HTTP/1.1" status: 204 len: 168 time: 0.2924621 Jun 06 19:19:07.473273 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49378) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:07.579142 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.704274 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.717004 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e02c61-63a8-4589-8716-c622ce4b6b9d']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:07.729108 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f09e9f-334a-4910-9f26-b61c2add8ec6') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:07.729401 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f09e9f-334a-4910-9f26-b61c2add8ec6') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:07.740878 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.758536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.765726 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:19:07.766250 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:19:07.779783 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:19:07.854780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.858405 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:07.874378 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:07.876277 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] 10.222.0.43 "DELETE /v2.0/networks/76e02c61-63a8-4589-8716-c622ce4b6b9d HTTP/1.1" status: 204 len: 168 time: 0.4019608 Jun 06 19:19:07.881730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=76e02c61-63a8-4589-8716-c622ce4b6b9d,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:07.884273 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c9615c6b-b44f-494a-8cb5-fcb98e8b3b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:08.075477 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49384) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:08.123193 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-42d369ba-fda9-4683-a1dd-b80ee1296406 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c359a5c5c1db4cdeb06919b9df7e4536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463521 Jun 06 19:19:08.125498 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49388) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:08.186712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:08.213078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:08.267840 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:08.270403 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:08.273915 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e9cf834-5496-4ec6-b077-66d17a89e3b6 HTTP/1.1" status: 204 len: 168 time: 0.1451094 Jun 06 19:19:08.273915 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6c1bfa59-7334-4088-9c10-993a07449e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:08.288277 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9cf834-5496-4ec6-b077-66d17a89e3b6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:08.290806 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:08.846778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:09.254080 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df38d1e-b027-413e-a1be-b8b95ebf2ca1 req-0c4a5a09-6006-4098-920d-6fe62c63fc19 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:09.255623 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8df38d1e-b027-413e-a1be-b8b95ebf2ca1 req-0c4a5a09-6006-4098-920d-6fe62c63fc19 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 945 time: 0.0835278 Jun 06 19:19:09.300121 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8df38d1e-b027-413e-a1be-b8b95ebf2ca1 req-587399da-112c-4a12-b38a-8cdc1b7c66df tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 Jun 06 19:19:10.177958 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49468) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:10.302853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.410051 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.449256 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.548554 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-497e5778-3f37-4fbb-ad81-7fd5e893082d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:10.597416 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab6eac-e697-45d8-933d-e38d99884e20,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:10.600861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:10.606359 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=788deec84803407d9d1cf7aa08b68177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268038 Jun 06 19:19:10.608032 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49474) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:10.631705 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f44f89-a958-42c1-aae9-e1556c44311e req-aea4129a-31cf-495b-9842-a05637f47c09 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:10.633129 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8f44f89-a958-42c1-aae9-e1556c44311e req-aea4129a-31cf-495b-9842-a05637f47c09 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 945 time: 0.2218380 Jun 06 19:19:10.673613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.680890 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8f44f89-a958-42c1-aae9-e1556c44311e req-b2f34b9c-032d-4740-bcac-c7261249aa58 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Jun 06 19:19:10.700047 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.754114 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.758027 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:10.759415 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0ab6eac-e697-45d8-933d-e38d99884e20 HTTP/1.1" status: 204 len: 168 time: 0.1503940 Jun 06 19:19:10.760261 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:10.771858 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab6eac-e697-45d8-933d-e38d99884e20,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:10.774941 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:11.079637 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49494) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:11.096270 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.202628 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.208857 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.215668 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-209381d3-a69d-4c97-8ed4-6d8532846a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:11.255348 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b3a3c780d754e17a629d3e4cf561811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745787 Jun 06 19:19:11.256254 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45abcb65-46d7-43a9-8c6f-1780fc6eb6aa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:11.258821 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49496) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:11.259258 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:11.322461 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.350324 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.407439 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.410232 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.411342 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45abcb65-46d7-43a9-8c6f-1780fc6eb6aa HTTP/1.1" status: 204 len: 168 time: 0.1509597 Jun 06 19:19:11.412089 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-3dac4afd-37e6-4d0c-8d18-8b14f1416a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:11.421421 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45abcb65-46d7-43a9-8c6f-1780fc6eb6aa,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:11.426630 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:11.518032 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-3540d844-e438-4ffa-9c9d-74caeef6cbd3 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:11.519449 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-3540d844-e438-4ffa-9c9d-74caeef6cbd3 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 945 time: 0.0829201 Jun 06 19:19:11.658151 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Deleting port 2cc8149c-947d-469f-abff-338ccbf3fa6e {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:19:11.658490 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.791272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] For port 2cc8149c-947d-469f-abff-338ccbf3fa6e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=2cc8149c-947d-469f-abff-338ccbf3fa6e,segment=NetworkSegment(74462eba-fb6b-41a2-ba47-25c49e5fa376),segment_id=74462eba-fb6b-41a2-ba47-25c49e5fa376)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:19:11.791673 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:11.954355 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Calling delete_port for 2cc8149c-947d-469f-abff-338ccbf3fa6e owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:19:12.009447 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e619-018b-444e-9c4b-624d07eb8b23 req-6365c27b-7cf8-458f-bf52-e2b360889146 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:12.010889 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2f09e619-018b-444e-9c4b-624d07eb8b23 req-6365c27b-7cf8-458f-bf52-e2b360889146 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f2f87d7-796e-4481-b74b-7b72de3de385 HTTP/1.1" status: 200 len: 945 time: 0.2121475 Jun 06 19:19:12.099418 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2f09e619-018b-444e-9c4b-624d07eb8b23 req-c9980ee6-58e5-46c1-963d-f78451e603fc tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.43 "GET /v2.0/security-groups?id=157be34f-0e47-48a0-913d-6b7660813c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828295 Jun 06 19:19:12.138577 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.146830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab36b57e-9d68-4234-ae8a-e86a0c4f8e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:12.151175 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['2cc8149c-947d-469f-abff-338ccbf3fa6e'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:19:12.190989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Pushing event deleted for resources: {'Port': ['ID=2cc8149c-947d-469f-abff-338ccbf3fa6e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:12.195324 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:12.288208 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] No DVR routers for this DVR port 2cc8149c-947d-469f-abff-338ccbf3fa6e on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:19:12.291394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.293729 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ec145eb-8945-49e3-98d0-ce8e7b80e86b req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] 10.222.0.16 "DELETE /v2.0/ports/2cc8149c-947d-469f-abff-338ccbf3fa6e HTTP/1.1" status: 204 len: 173 time: 0.7679920 Jun 06 19:19:12.294405 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'name': 'network-vif-deleted', 'tag': '2cc8149c-947d-469f-abff-338ccbf3fa6e'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:19:12.297858 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419fb9be-5cb7-4539-bd33-268d27156aa7" -d '{"events": [{"server_uuid": "0f2f87d7-796e-4481-b74b-7b72de3de385", "name": "network-vif-deleted", "tag": "2cc8149c-947d-469f-abff-338ccbf3fa6e"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:19:12.346277 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b768571-f4a5-49a6-ab4c-ab72fd0597f6 x-openstack-request-id: req-6b768571-f4a5-49a6-ab4c-ab72fd0597f6 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:19:12.346588 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f87d7-796e-4481-b74b-7b72de3de385", "name": "network-vif-deleted", "tag": "2cc8149c-947d-469f-abff-338ccbf3fa6e", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:19:12.346863 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b768571-f4a5-49a6-ab4c-ab72fd0597f6 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:19:12.347272 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f87d7-796e-4481-b74b-7b72de3de385', 'name': 'network-vif-deleted', 'tag': '2cc8149c-947d-469f-abff-338ccbf3fa6e', 'status': 'completed', 'code': 200} Jun 06 19:19:12.453136 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49538) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:12.573764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.676553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.681232 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.689857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5b5331ac-3ffc-4447-a213-54a9d8e65e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:12.728193 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e35a71fd8ba04579a628fc729b4aa3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734625 Jun 06 19:19:12.729111 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c502e9-1430-4f10-8495-f20b769d5d96,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:12.731041 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49550) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:12.732273 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:12.788947 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.814275 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.869014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.871879 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:12.873016 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39c502e9-1430-4f10-8495-f20b769d5d96 HTTP/1.1" status: 204 len: 168 time: 0.1409347 Jun 06 19:19:12.873823 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a7d46c63-985c-4e7c-84ea-deb454a6f6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:12.884217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c502e9-1430-4f10-8495-f20b769d5d96,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:12.886776 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1a99af92-abaa-4da6-8a6e-bfe0bce880d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:13.307378 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49568) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:13.428853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.556343 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.563853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.574960 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cdfa3191-dfa4-4c01-9957-061fc93c0dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:13.604983 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a12d34-8b5f-428f-b4fd-aba4f0c0ddf6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:13.610005 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:13.630017 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49586) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:13.640264 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07f422be911240d980109271e1c3ed2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315771 Jun 06 19:19:13.690921 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.721418 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.774395 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.777118 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:13.778414 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62a12d34-8b5f-428f-b4fd-aba4f0c0ddf6 HTTP/1.1" status: 204 len: 168 time: 0.1473296 Jun 06 19:19:13.779291 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-38552250-5106-4608-afbe-ad7af0a4c239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:13.790784 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a12d34-8b5f-428f-b4fd-aba4f0c0ddf6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:13.793265 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:14.089304 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49594) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:14.106430 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.214511 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.220875 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.227604 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:14.266447 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dfda7c253c94a619d4f800653304e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760054 Jun 06 19:19:14.268136 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80275f-68d2-4be9-b46c-a231bcae4b76,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:14.269414 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49596) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:14.271176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:14.330413 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.357022 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.410728 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.413234 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:14.414404 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb80275f-68d2-4be9-b46c-a231bcae4b76 HTTP/1.1" status: 204 len: 168 time: 0.1440177 Jun 06 19:19:14.415140 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8a4af7b2-1aaf-48ce-bd66-3e805df8e606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:14.425000 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80275f-68d2-4be9-b46c-a231bcae4b76,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:14.427407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:16.083568 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 2cc8149c-947d-469f-abff-338ccbf3fa6e no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:19:16.120475 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 2cc8149c-947d-469f-abff-338ccbf3fa6e {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:19:16.120824 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 2cc8149c-947d-469f-abff-338ccbf3fa6e not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:19:26.745335 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:19:27.612387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892976d8-95a3-4c09-9b9a-970603e8d48e req-8fb164c9-eb02-4804-9d75-2973a17f06fd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:27.613822 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-892976d8-95a3-4c09-9b9a-970603e8d48e req-8fb164c9-eb02-4804-9d75-2973a17f06fd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0860467 Jun 06 19:19:27.658570 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-892976d8-95a3-4c09-9b9a-970603e8d48e req-f4af5839-d3a4-4de6-aff8-b8eaec527eec tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386674 Jun 06 19:19:28.888808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0062-148d-46a2-91dd-1dc85284852c req-26991404-2cac-4eb2-a8dc-ba07c6882749 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:28.890268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-15cb0062-148d-46a2-91dd-1dc85284852c req-26991404-2cac-4eb2-a8dc-ba07c6882749 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.1108739 Jun 06 19:19:28.940173 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-15cb0062-148d-46a2-91dd-1dc85284852c req-e9320d5c-8377-4d7b-990a-a52170a1fc59 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418084 Jun 06 19:19:30.147577 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4271c5-88e4-45c3-84c4-3829840629f1 req-3d6db29c-f578-4519-8cad-2899b375007d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:30.149068 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b4271c5-88e4-45c3-84c4-3829840629f1 req-3d6db29c-f578-4519-8cad-2899b375007d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0809679 Jun 06 19:19:30.188787 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:30.205631 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1b4271c5-88e4-45c3-84c4-3829840629f1 req-80d38966-6164-4514-98bf-17787c4afd6a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510023 Jun 06 19:19:31.406115 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea3203-76a5-4980-a4cc-068c593d1072 req-426a90f7-d6ef-456a-bb56-00cfc056a29d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:31.411002 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4cea3203-76a5-4980-a4cc-068c593d1072 req-426a90f7-d6ef-456a-bb56-00cfc056a29d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0915458 Jun 06 19:19:31.549241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4cea3203-76a5-4980-a4cc-068c593d1072 req-98b4dcb8-28a9-4097-a962-1bb4b63f7f4b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358740 Jun 06 19:19:32.944708 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a67440-ed16-47f6-9d3d-d7b453977e53 req-163ce225-d88f-4b31-ae22-3573880fbbf7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:32.946198 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21a67440-ed16-47f6-9d3d-d7b453977e53 req-163ce225-d88f-4b31-ae22-3573880fbbf7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.2723582 Jun 06 19:19:32.989251 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21a67440-ed16-47f6-9d3d-d7b453977e53 req-23c24a70-8490-44c5-b752-0cbb9f066f30 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373805 Jun 06 19:19:33.619639 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6401c5cf-e714-4fb5-8e68-144b8810d1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:34.249738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbba42c-90c7-4067-9ed4-68d2a76c3da9 req-6c4c135f-1b1e-4d51-8ac5-626faef0f6cc tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:34.251179 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1fbba42c-90c7-4067-9ed4-68d2a76c3da9 req-6c4c135f-1b1e-4d51-8ac5-626faef0f6cc tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.1481080 Jun 06 19:19:34.297943 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1fbba42c-90c7-4067-9ed4-68d2a76c3da9 req-dccdf733-c423-4b96-8d4b-14a98a508b13 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409923 Jun 06 19:19:35.293804 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330da49-5bff-444e-aaf5-be8798924151 req-5ed8f4a7-0888-42f7-a963-93e3c6e5d5b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:35.295223 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c330da49-5bff-444e-aaf5-be8798924151 req-5ed8f4a7-0888-42f7-a963-93e3c6e5d5b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.0886984 Jun 06 19:19:35.504276 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Deleting port b535ed4d-07d4-4272-80a8-fa638aa4ff8c {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:19:35.504573 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:35.551715 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5562-a8ce-4232-a535-380e60f1c03c req-41b78c0b-41fd-462b-81fa-6e9a851fc878 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:35.553154 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-382a5562-a8ce-4232-a535-380e60f1c03c req-41b78c0b-41fd-462b-81fa-6e9a851fc878 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 946 time: 0.1349208 Jun 06 19:19:35.676795 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-382a5562-a8ce-4232-a535-380e60f1c03c req-f7eeea9c-9897-42ce-852e-bd19b172ad6b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=619ac648-9175-4bc5-b07b-86d276eafb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752084 Jun 06 19:19:35.684604 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] For port b535ed4d-07d4-4272-80a8-fa638aa4ff8c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:19:35.684951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:35.980486 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:35.980843 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:35.981145 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Floating IP 9cd0f1fa-5067-4630-beee-39c2c0707c20 disassociated. External IP: 172.27.1.133, port: b535ed4d-07d4-4272-80a8-fa638aa4ff8c. Jun 06 19:19:35.981469 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Calling delete_port for b535ed4d-07d4-4272-80a8-fa638aa4ff8c owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:19:36.062466 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:36.103872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:36.111409 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1a5ed76c-ca50-4cf5-b5ec-e36e6baab286 tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:36.157096 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event deleted for resources: {'Port': ['ID=b535ed4d-07d4-4272-80a8-fa638aa4ff8c,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:36.159992 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:36.295575 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-47dda66b-b327-40e2-a927-716b999575d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:36.352033 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Router 6c21e493-365b-4624-beb6-7038045b7687 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:19:36.532175 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:19:36.541792 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:19:36.552528 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:19:36.553274 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:19:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:36.707584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] No DVR routers for this DVR port b535ed4d-07d4-4272-80a8-fa638aa4ff8c on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:19:36.710189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:36.712229 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c330da49-5bff-444e-aaf5-be8798924151 req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "DELETE /v2.0/ports/b535ed4d-07d4-4272-80a8-fa638aa4ff8c HTTP/1.1" status: 204 len: 173 time: 1.4058754 Jun 06 19:19:36.712706 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-deleted', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:19:36.715116 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e5d8bf-f59d-4fe4-9d6f-b5ee03668315" -d '{"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-deleted", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:19:36.760557 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efdad3f-6c05-4058-8ba1-0f4a1714ccda x-openstack-request-id: req-7efdad3f-6c05-4058-8ba1-0f4a1714ccda {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:19:36.761060 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe82ed-44a8-4ebe-8225-804234ad18dc", "name": "network-vif-deleted", "tag": "b535ed4d-07d4-4272-80a8-fa638aa4ff8c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:19:36.761488 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7efdad3f-6c05-4058-8ba1-0f4a1714ccda {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:19:36.762081 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe82ed-44a8-4ebe-8225-804234ad18dc', 'name': 'network-vif-deleted', 'tag': 'b535ed4d-07d4-4272-80a8-fa638aa4ff8c', 'status': 'completed', 'code': 200} Jun 06 19:19:36.784762 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:19:36.866522 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9acf49ee-7b79-43fd-8464-560c24d3dfa5 req-9d5d2d95-7d73-4b00-8b14-714469538b88 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 210 time: 0.0557332 Jun 06 19:19:37.149049 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:37.153474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:19:37.162387 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:19:37.163092 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:19:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:37.337962 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:19:37.408411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:37.656068 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:37.660704 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3321d-71e0-40ce-a181-722fb3d91842 None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:19:37.872575 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ca904d-0c74-4db2-8a5d-10ad6d9219fb None None] New status for floating IP 9cd0f1fa-5067-4630-beee-39c2c0707c20: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:19:38.030124 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a4b08bbb-78ad-460a-9b54-6259f68dafc8 req-c2827859-4e3f-4d33-88c7-4e86d320f442 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 210 time: 0.0528512 Jun 06 19:19:38.858258 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:39.214054 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8079f3ee-cd11-480f-9b90-83a4ac836ece req-a4927cf9-0d32-4f87-a1b0-0b2cb12580b8 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe82ed-44a8-4ebe-8225-804234ad18dc HTTP/1.1" status: 200 len: 210 time: 0.0573139 Jun 06 19:19:40.333275 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49940) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:40.399958 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:40.427991 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:40.483882 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:40.486391 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:40.490104 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "DELETE /v2.0/security-groups/619ac648-9175-4bc5-b07b-86d276eafb2f HTTP/1.1" status: 204 len: 168 time: 0.1533773 Jun 06 19:19:40.490104 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cab27f8c-5e48-46b2-9d06-fa5abfd5fd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:40.490554 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49946) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:40.500075 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ac648-9175-4bc5-b07b-86d276eafb2f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:40.507433 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.507811 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.508175 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.508540 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.508894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.509251 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.509366 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.api.v2.resource [None req-390b6de3-dea5-46a5-ac02-59059b806e22 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] show failed (client error): The resource could not be found. Jun 06 19:19:40.509737 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.510122 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.510471 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.510823 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.511193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.511568 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:40.512993 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-390b6de3-dea5-46a5-ac02-59059b806e22 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups/619ac648-9175-4bc5-b07b-86d276eafb2f HTTP/1.1" status: 404 len: 347 time: 0.0213580 Jun 06 19:19:40.514823 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:40.515377 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49948) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:40.735628 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Deleting port 0e57529d-309c-4902-a5b6-8086b28ed1fa {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:19:40.735959 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:40.852306 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:40.852627 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.048116 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Calling delete_port for 0e57529d-309c-4902-a5b6-8086b28ed1fa owned by network:floatingip {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:19:41.165191 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.168801 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-fe6886f4-0f40-4e73-bc97-8180a9009fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:41.211785 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event deleted for resources: {'Port': ['ID=0e57529d-309c-4902-a5b6-8086b28ed1fa,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:41.236750 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:41.311392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.313873 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.314994 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "DELETE /v2.0/floatingips/9cd0f1fa-5067-4630-beee-39c2c0707c20 HTTP/1.1" status: 204 len: 168 time: 0.7987013 Jun 06 19:19:41.758078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49962) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:41.762830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141049973', 'description': 'tempest-description--1987479070'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:41.787597 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.887073 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.892519 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.896203 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b6cb5fc4-0a2f-4138-b839-7766c7f4a869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:41.926744 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:41.927991 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1688893 Jun 06 19:19:41.931027 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49964) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:41.931570 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672d38fb-bc8c-4a41-94ed-8a1e7058f053,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:41.934316 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:41.938373 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'security_group_rule': {'security_group_id': '672d38fb-bc8c-4a41-94ed-8a1e7058f053', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:41.973964 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.032916 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.037917 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.039973 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8622d966-098f-4092-b9d1-e8fa3b77cb49 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:42.061237 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80b9983-3bce-4dbe-b39e-852f7e86565c,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:42.063515 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:42.068869 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.072357 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9ff56efe-1741-4a92-9c64-ad875a50d60c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378407 Jun 06 19:19:42.072553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 49966) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:42.076958 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'security_group_rule': {'security_group_id': '672d38fb-bc8c-4a41-94ed-8a1e7058f053', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:42.114025 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.178193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.184145 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.186271 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:42.207698 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c023a4-5244-4c5d-acce-3a7d5869d138,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:42.210557 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:42.214527 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.215648 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-62523066-0bd1-4199-8d9c-13d8508d5253 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422024 Jun 06 19:19:42.219003 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 49968) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:42.223800 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:42.247505 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.390031 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.526580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Allocated IP 172.27.1.21 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/336f0076-6996-4e00-b626-c2672140a0b8) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:19:42.672538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.705319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.709896 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:42.769661 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:19:42.772327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:19:42.774971 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:19:42.814050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'Port': ['ID=336f0076-6996-4e00-b626-c2672140a0b8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:42.817874 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:42.860450 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:42.885532 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:19:42.924492 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: b535ed4d-07d4-4272-80a8-fa638aa4ff8c {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:19:42.924952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device b535ed4d-07d4-4272-80a8-fa638aa4ff8c not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:19:42.934978 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:43.147434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:43.153283 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:43.156704 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8853acb1-daea-47d8-a464-ed397012986a tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:43.250944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'Port': ['ID=336f0076-6996-4e00-b626-c2672140a0b8,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:43.258279 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:43.266880 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:43.284355 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:43.285565 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0655138 Jun 06 19:19:43.566014 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-99f5dd87-9d24-45b3-9982-44fd332d30b6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--141049973&fields=id&tenant_id=f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 267 time: 0.0468626 Jun 06 19:19:43.719881 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-4a00a31d-3d5e-4444-9a8c-06abbea62222 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:43.726974 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-4a00a31d-3d5e-4444-9a8c-06abbea62222 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 816 time: 0.1529300 Jun 06 19:19:43.736457 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-719b0d62-1a7a-4eaa-9fce-9d8547cc3795 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/quotas/f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 375 time: 0.0092192 Jun 06 19:19:43.821505 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-1070f64a-59d4-4f50-89e4-47cd145fbbfb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792942 Jun 06 19:19:44.135427 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-3d41d5f4-023b-487b-8cc6-0ce7d6bc1064 service neutron] 10.222.0.43 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992263 Jun 06 19:19:44.283052 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-2027ab1a-e8f9-42af-b426-898b24f8d87d service neutron] 10.222.0.43 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334774 Jun 06 19:19:44.476324 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ca261aa-151d-451a-96ae-04f6ec67f58e req-454ae76c-27e8-4141-98d6-8b3b207f11bd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 210 time: 0.0523696 Jun 06 19:19:45.634865 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e6e982bf-2d15-4249-87cf-d9b855870aa9 req-e14b53b3-fdbd-4f5b-9023-66d418aeba51 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 210 time: 0.0419672 Jun 06 19:19:45.882491 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-94ad89c6-9387-4a5f-9142-da484b1d67cc tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:45.883994 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-94ad89c6-9387-4a5f-9142-da484b1d67cc tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 816 time: 0.1687980 Jun 06 19:19:46.789257 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b0ab8b27-3d61-4fcd-a42c-a9dec8b46325 req-3e36d8e0-89de-480b-804e-aad6f8265492 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 210 time: 0.0424364 Jun 06 19:19:47.951393 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8109cba8-e1f6-4b6a-9812-9f2dac157988 req-b59925b8-fc25-44cc-b217-0a01b1021d82 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 210 time: 0.0474491 Jun 06 19:19:48.415668 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154f7df-ebfe-40b1-86ef-f4639e6513e0 req-49ade955-73e5-4303-ac64-8891adc63e57 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:48.417112 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7154f7df-ebfe-40b1-86ef-f4639e6513e0 req-49ade955-73e5-4303-ac64-8891adc63e57 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0814393 Jun 06 19:19:48.472879 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7154f7df-ebfe-40b1-86ef-f4639e6513e0 req-07a788dd-4c27-47d3-bf94-823557539e95 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487607 Jun 06 19:19:48.645404 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-c92052d3-f7f9-4801-b9e5-282faddee3a0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 379 time: 0.0513344 Jun 06 19:19:48.675919 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'port': {'device_id': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'admin_state_up': True, 'tenant_id': 'f7de051ea982448495d077949da011e4', 'security_groups': ['672d38fb-bc8c-4a41-94ed-8a1e7058f053']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:48.828638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Made reservation on behalf of f7de051ea982448495d077949da011e4 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:19:48.832171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:48.993573 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Allocated IP 172.20.0.10 (64cf99d8-70dd-4973-b5ca-82ce91a37f22/63705570-5c16-4e72-b997-4978e35ab1b1/715aad01-4cbd-4fd3-a486-070d25443724) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:19:49.176136 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-13aed8ca-450c-4f23-a89b-9ed1f696e36e req-ddb4681f-0615-4525-ab8b-e358e7cb0b9a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 210 time: 0.0971465 Jun 06 19:19:49.229192 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:49.246300 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Transition to ACTIVE for port object 715aad01-4cbd-4fd3-a486-070d25443724 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:19:49.272021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:49.279920 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e1cfe0f7-dbce-4007-944c-1b4893113049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:49.349407 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:19:49.352810 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:19:49.357508 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:19:49.396909 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:49.401281 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:49.429580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:49.430237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:49.449864 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777839 Jun 06 19:19:49.512432 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Request body: {'port': {'device_id': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:49.593907 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-67e7336f-3bc0-4ed5-8da2-4fbc5e057663 None None] Provisioning for port 715aad01-4cbd-4fd3-a486-070d25443724 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:19:49.598567 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-67e7336f-3bc0-4ed5-8da2-4fbc5e057663 None None] Provisioning complete for port 715aad01-4cbd-4fd3-a486-070d25443724 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:19:49.598946 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-67e7336f-3bc0-4ed5-8da2-4fbc5e057663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:49.654725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-67e7336f-3bc0-4ed5-8da2-4fbc5e057663 None None] Port 715aad01-4cbd-4fd3-a486-070d25443724 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:19:49.656334 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:49.925398 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42a309-116c-4157-9863-3030690f2a33 req-10f0213b-f08f-4181-a03f-1b92d249e9a0 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:49.926868 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dd42a309-116c-4157-9863-3030690f2a33 req-10f0213b-f08f-4181-a03f-1b92d249e9a0 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.3285005 Jun 06 19:19:50.052251 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dd42a309-116c-4157-9863-3030690f2a33 req-13048e34-ac18-49eb-9b28-fddd7ba00e1f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191196 Jun 06 19:19:50.211529 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715aad01-4cbd-4fd3-a486-070d25443724 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:19:50.228977 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:50.248102 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Transition to ACTIVE for port object 715aad01-4cbd-4fd3-a486-070d25443724 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:19:50.257164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:50.265152 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:50.494382 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:50.537490 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.537875 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.538226 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.538567 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.538904 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.539237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.539570 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.539899 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.540228 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.540558 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.540876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.541205 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:50.545592 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:50.610836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Attempting to bind port 715aad01-4cbd-4fd3-a486-070d25443724 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:19:50.611092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Attempting to bind port 715aad01-4cbd-4fd3-a486-070d25443724 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:19:50.611424 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Attempting to bind port 715aad01-4cbd-4fd3-a486-070d25443724 on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:19:50.623351 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d1a6f-6513-4fb0-ba87-e8d4bba50057 req-3c6e7fe2-c327-46ce-b5db-7f83b616120b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:50.624806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f40d1a6f-6513-4fb0-ba87-e8d4bba50057 req-3c6e7fe2-c327-46ce-b5db-7f83b616120b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.2384105 Jun 06 19:19:50.625491 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Port 715aad01-4cbd-4fd3-a486-070d25443724 on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:19:50.625796 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Attempting to bind port 715aad01-4cbd-4fd3-a486-070d25443724 on network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:19:50.632113 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:19:50.634039 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Checking segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:19:50.634039 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Bound using segment: {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:19:50.634039 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Bound port: 715aad01-4cbd-4fd3-a486-070d25443724, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1effc422-b3b1-4999-a946-304087645813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:19:50.634039 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:50.731048 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f40d1a6f-6513-4fb0-ba87-e8d4bba50057 req-f25c9be8-1b79-4070-9220-b6d9f9d9cbdf tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999482 Jun 06 19:19:50.768864 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:19:50.772048 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:19:50.776468 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:50.780906 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:50.840158 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:50.840758 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:50.842152 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] 10.222.0.16 "PUT /v2.0/ports/715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 1094 time: 1.3780136 Jun 06 19:19:50.842635 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:19:50.844916 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7695a3-3520-452b-b488-8733c72f38aa" -d '{"events": [{"name": "network-changed", "server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:19:50.879148 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:50.893661 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:50.955881 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd67caf5-2587-45d2-8fbb-c11cd1fadaf9 x-openstack-request-id: req-cd67caf5-2587-45d2-8fbb-c11cd1fadaf9 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:19:50.956199 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:19:50.956482 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd67caf5-2587-45d2-8fbb-c11cd1fadaf9 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:19:50.956954 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'status': 'completed', 'code': 200} Jun 06 19:19:50.991094 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ac1a976c-68b7-45dc-824f-864c27a8701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:50.993228 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-ac1a976c-68b7-45dc-824f-864c27a8701a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1097 time: 0.1007447 Jun 06 19:19:51.071715 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-e0bf4830-ef4b-423e-bdb7-e83a90c6bed8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 217 time: 0.0679548 Jun 06 19:19:51.139621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7d6b8c10-73a8-4d70-aa7c-d5f147c8c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:51.141089 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-7d6b8c10-73a8-4d70-aa7c-d5f147c8c4c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0603487 Jun 06 19:19:51.226673 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50182) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:51.290030 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-1e914b24-8d5b-4b2f-9176-ac803158d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:51.291499 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-1e914b24-8d5b-4b2f-9176-ac803158d1dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407614 Jun 06 19:19:51.333210 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2819741-0258-4d88-a178-5ee257e54af9 req-f307b3aa-6b87-4cd3-a2a2-b9d9f0a4a905 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:51.334789 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e2819741-0258-4d88-a178-5ee257e54af9 req-f307b3aa-6b87-4cd3-a2a2-b9d9f0a4a905 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.1235263 Jun 06 19:19:51.394076 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.479777 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e2819741-0258-4d88-a178-5ee257e54af9 req-b37d8dc6-e110-4ba7-af23-6f30c9adac82 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366925 Jun 06 19:19:51.508724 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-38d9e5f1-f675-419a-a6d7-b3e8ebdeb846 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066724 Jun 06 19:19:51.514749 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.519334 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.528828 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5c264cd0-6eeb-4c3e-b5d5-9302045900c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:51.575432 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19070b6a-17b5-48fa-a217-9152fe2c6e56,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:51.580210 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36fe9d5e048248b186e1b3d1c00b8991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519924 Jun 06 19:19:51.581354 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:51.582797 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50196) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:51.649656 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.672913 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-953be120-ae0e-4828-ad51-4ae00d8dbeb0 req-e692c223-9493-4096-ab1c-f1edeed9eeac service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562960 Jun 06 19:19:51.685281 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.742743 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.745186 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:51.748841 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19070b6a-17b5-48fa-a217-9152fe2c6e56 HTTP/1.1" status: 204 len: 168 time: 0.1623435 Jun 06 19:19:51.748841 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f8a78b79-3ab8-4d9c-9f7f-af5838eeed85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:51.756703 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19070b6a-17b5-48fa-a217-9152fe2c6e56,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:51.759223 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:51.970281 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695a3-3520-452b-b488-8733c72f38aa req-8244ce3f-8dec-420c-bc1f-4cc103475637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:51.971807 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-8244ce3f-8dec-420c-bc1f-4cc103475637 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1097 time: 0.2508984 Jun 06 19:19:52.014550 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b5be9-2189-4982-8677-0a44dacafb6a req-d134cd6f-287c-4eb7-8342-7509c4089634 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:52.015932 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c58b5be9-2189-4982-8677-0a44dacafb6a req-d134cd6f-287c-4eb7-8342-7509c4089634 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1174023 Jun 06 19:19:52.054851 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50206) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:52.071837 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.136348 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c58b5be9-2189-4982-8677-0a44dacafb6a req-bd38027b-08ca-4b24-99b8-570a665f9b7d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129589 Jun 06 19:19:52.163153 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695a3-3520-452b-b488-8733c72f38aa req-77e5c9a6-0da6-465d-8bab-6839c2c9977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:52.164662 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-77e5c9a6-0da6-465d-8bab-6839c2c9977c service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1808405 Jun 06 19:19:52.184659 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.189953 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.198529 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-29dde87c-9e1d-465a-b6c5-d601e344fd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:52.241377 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35791533ab6f432fb484b767515e2ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825705 Jun 06 19:19:52.241377 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d205e38-240c-4bb9-af5f-fd82f3b53952,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:52.243150 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:52.244052 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50208) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:52.248543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-beea3b47-5d8a-40fb-bed3-cfc6fd675439 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 217 time: 0.0684094 Jun 06 19:19:52.302676 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.313387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695a3-3520-452b-b488-8733c72f38aa req-281adafd-6072-4c9e-91d7-d2f82a3339fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:52.314911 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-281adafd-6072-4c9e-91d7-d2f82a3339fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0582943 Jun 06 19:19:52.329229 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.386529 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.388947 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:52.390145 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d205e38-240c-4bb9-af5f-fd82f3b53952 HTTP/1.1" status: 204 len: 168 time: 0.1451623 Jun 06 19:19:52.390894 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-096647c1-5de3-455d-a6f3-ca195e5745c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:52.398838 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7695a3-3520-452b-b488-8733c72f38aa req-048b78ea-3426-4bdc-90e0-3fd85cab5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:52.400415 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-048b78ea-3426-4bdc-90e0-3fd85cab5471 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767863 Jun 06 19:19:52.400529 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d205e38-240c-4bb9-af5f-fd82f3b53952,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:52.402694 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:52.545408 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-f3084321-6ad7-4784-8cf1-a59c5e7479c2 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358793 Jun 06 19:19:52.751220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e7695a3-3520-452b-b488-8733c72f38aa req-5b6c0d99-204d-468e-8ee1-d6fdf90c7d39 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946933 Jun 06 19:19:52.778842 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c7949-e900-43f2-9cc8-051513f1938b req-928a04b9-a939-4b31-8425-d27a5b5a693f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:52.780297 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-048c7949-e900-43f2-9cc8-051513f1938b req-928a04b9-a939-4b31-8425-d27a5b5a693f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.1218982 Jun 06 19:19:52.836107 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-048c7949-e900-43f2-9cc8-051513f1938b req-31057999-5bad-4809-a27b-f9260ebe8ff2 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476871 Jun 06 19:19:52.891557 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:19:53.037464 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:19:53.053079 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '715aad01-4cbd-4fd3-a486-070d25443724', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'port_id': '715aad01-4cbd-4fd3-a486-070d25443724', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:19:53.111024 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:53.128148 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715aad01-4cbd-4fd3-a486-070d25443724 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:19:53.145427 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:19:53.149211 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:53.151194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:53.221439 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:53.229310 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.229659 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.230019 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.230346 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.230666 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.231055 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.231427 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.231745 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.232060 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.232551 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.233064 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.233360 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:19:53.237878 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:53.351999 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83519be-1996-4b2a-abc0-c7d80b892956 req-c76475d4-089f-4a6e-aecb-efe63c695016 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:53.353523 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a83519be-1996-4b2a-abc0-c7d80b892956 req-c76475d4-089f-4a6e-aecb-efe63c695016 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 945 time: 0.0848203 Jun 06 19:19:53.404583 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a83519be-1996-4b2a-abc0-c7d80b892956 req-57a4b424-1b86-4625-a506-1269f4c0e463 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Jun 06 19:19:53.475107 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['715aad01-4cbd-4fd3-a486-070d25443724'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:19:54.026459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95945120-41fd-401c-858d-fcbd9a66a5c6 req-41f8fda6-6ef3-42ee-b8f7-e6b5c89ab911 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:54.027924 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-95945120-41fd-401c-858d-fcbd9a66a5c6 req-41f8fda6-6ef3-42ee-b8f7-e6b5c89ab911 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0841343 Jun 06 19:19:54.083277 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-95945120-41fd-401c-858d-fcbd9a66a5c6 req-13533d5e-c2e4-4cd5-ab27-4b8b145deca7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484459 Jun 06 19:19:54.610554 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9e9a5-4930-46c9-8675-a9bcd44b29bd req-b1cac1f5-92f5-4070-bb3b-76c0a986e3c4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:54.612976 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-55b9e9a5-4930-46c9-8675-a9bcd44b29bd req-b1cac1f5-92f5-4070-bb3b-76c0a986e3c4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 945 time: 0.0838459 Jun 06 19:19:54.615289 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50330) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:54.653930 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50334) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:54.661735 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-55b9e9a5-4930-46c9-8675-a9bcd44b29bd req-e24a73f9-4790-4755-bf9d-7e281afd2278 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399735 Jun 06 19:19:54.767263 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:54.794191 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:54.833862 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.db.api [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 19:19:54.833862 dv-cinder-794962-3-iscsi neutron-server[91911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 06 19:19:54.833862 dv-cinder-794962-3-iscsi neutron-server[91911]: [parameters: {'project_id': '433104c147b845908211d5fdee3fd3ff', 'id': '00d2c020-fa5e-412c-8257-20507b32479a', 'expiration': datetime.datetime(2021, 6, 6, 19, 21, 54, 821939)}] Jun 06 19:19:54.833862 dv-cinder-794962-3-iscsi neutron-server[91911]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 19:19:54.834542 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_db.api [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 19:19:54.896865 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:19:54.921368 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:54.926672 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:54.934475 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8a2bbe81-703e-4eb0-91fe-694ba135c385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:54.976343 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a76cf76dd25346e8a6d9280871560f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213291 Jun 06 19:19:54.977465 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef87869-b366-49a2-b0ad-d8f1215aabb1,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:54.979068 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 50338) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:54.987222 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:55.009925 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 715aad01-4cbd-4fd3-a486-070d25443724 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:19:55.014411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 715aad01-4cbd-4fd3-a486-070d25443724 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:19:55.014801 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.042952 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.076250 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.131119 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.133994 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.134751 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.138559 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ef87869-b366-49a2-b0ad-d8f1215aabb1 HTTP/1.1" status: 204 len: 168 time: 0.1552048 Jun 06 19:19:55.138559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a176ecda-5ff8-4b96-822c-3e44882f79fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:55.151565 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef87869-b366-49a2-b0ad-d8f1215aabb1,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:55.155390 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:55.163980 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:19:55.166519 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b62712-5bb4-47fa-a60a-5018fcd043c7" -d '{"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-plugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:19:55.195400 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:19:55.219196 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.222656 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-546eb1ea-6afe-4836-a8f4-3e0ae2a6704e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:55.278445 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50348) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:55.288411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f77eb7-382c-4ca9-a6a9-377d7ddac9d4 x-openstack-request-id: req-07f77eb7-382c-4ca9-a6a9-377d7ddac9d4 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:19:55.288805 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-plugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:19:55.289152 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07f77eb7-382c-4ca9-a6a9-377d7ddac9d4 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:19:55.289655 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'code': 200} Jun 06 19:19:55.310144 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:55.320957 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:55.338078 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.353338 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe0f70-6468-4d81-bc5d-4855337f8384 req-0f169455-af33-4e82-b769-49a4df6046d8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:55.355567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e6fe0f70-6468-4d81-bc5d-4855337f8384 req-0f169455-af33-4e82-b769-49a4df6046d8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.1247900 Jun 06 19:19:55.396700 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Deleting subnet a22a460b-9662-4016-b168-57ddd823a3e6 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:19:55.402178 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.415816 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e6fe0f70-6468-4d81-bc5d-4855337f8384 req-995656bc-5dfc-4911-a473-318b48c2aba1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521064 Jun 06 19:19:55.472888 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.516727 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072f129-69a8-4df8-9876-b8b6444bd44f req-5abb1bbe-a451-4f67-8771-994cf7bf3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:55.518511 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5072f129-69a8-4df8-9876-b8b6444bd44f req-5abb1bbe-a451-4f67-8771-994cf7bf3535 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1099 time: 0.0850742 Jun 06 19:19:55.541563 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.567632 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5072f129-69a8-4df8-9876-b8b6444bd44f req-7b1fd51e-acdb-4497-bfb3-1fcbb3eaae4d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359378 Jun 06 19:19:55.637708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.639330 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.644434 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-10c33471-7b72-455e-ab45-242b49d6b02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:55.673325 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.694924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.698288 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a22a460b-9662-4016-b168-57ddd823a3e6 HTTP/1.1" status: 204 len: 168 time: 0.4185669 Jun 06 19:19:55.699341 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 50364) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:55.704460 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22a460b-9662-4016-b168-57ddd823a3e6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:55.707159 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0bc8fbbc-720e-4355-aea2-70cb59644730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:55.710384 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-728602f2-ca89-4e27-b4fa-8cffa655a0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:55.747203 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=433104c147b845908211d5fdee3fd3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1303437 Jun 06 19:19:55.751321 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50366) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:55.772926 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2676dc5f-f0ff-4b85-a6c9-9173e45ae1b4,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:55.788646 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:55.834786 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.863184 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.867560 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.922948 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.926073 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:55.927220 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2676dc5f-f0ff-4b85-a6c9-9173e45ae1b4 HTTP/1.1" status: 204 len: 168 time: 0.1727958 Jun 06 19:19:55.927977 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d2b118be-01f7-435e-a487-766038044429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:55.938648 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2676dc5f-f0ff-4b85-a6c9-9173e45ae1b4,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:55.941532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:56.068117 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2dcbd-12f0-4bea-a964-581168398cf6 req-8256782d-3e80-47a9-962b-e4d08fbe11c1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:56.069559 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2f2dcbd-12f0-4bea-a964-581168398cf6 req-8256782d-3e80-47a9-962b-e4d08fbe11c1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.2647624 Jun 06 19:19:56.118869 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.147075 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf9b668-264f-467f-936f-638c88250c55']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:56.174134 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74462eba-fb6b-41a2-ba47-25c49e5fa376') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:56.174353 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74462eba-fb6b-41a2-ba47-25c49e5fa376') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:56.191232 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.199574 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2f2dcbd-12f0-4bea-a964-581168398cf6 req-d5161b4d-f642-4438-a1bd-e106ae38c75a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855353 Jun 06 19:19:56.214257 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.232006 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:19:56.232303 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:19:56.247417 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:19:56.325336 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.329461 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:56.342064 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50386) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.355934 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.360240 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7bf9b668-264f-467f-936f-638c88250c55 HTTP/1.1" status: 204 len: 168 time: 0.6566088 Jun 06 19:19:56.362878 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.363952 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf9b668-264f-467f-936f-638c88250c55,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:56.366395 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:56.406070 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 50390) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.514063 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.524701 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.537872 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c6d5e02c-25da-4d36-87ac-ea4a788330b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:56.579689 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7a5e121ae5b4da2bbb8681f5287a95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365541 Jun 06 19:19:56.580781 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4206b1bd-2c52-469b-a24a-a430989a9cf8,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:56.583351 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50396) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.615692 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 50398) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.630300 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:56.653938 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.679906 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.691660 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.711094 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e7d9da54-551e-4c1f-b7ff-44534cf3cd80 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47ee8b4b0f19462eab64bca2293403da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938823 Jun 06 19:19:56.713766 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50400) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.738103 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd4e20-5a5e-46ed-ae84-7045fcd1984e req-81605859-d8ea-49b4-a9dc-2d877bf3e7ed tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:56.739519 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26cd4e20-5a5e-46ed-ae84-7045fcd1984e req-81605859-d8ea-49b4-a9dc-2d877bf3e7ed tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.2075374 Jun 06 19:19:56.770118 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.772447 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.773533 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4206b1bd-2c52-469b-a24a-a430989a9cf8 HTTP/1.1" status: 204 len: 168 time: 0.1891482 Jun 06 19:19:56.774372 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a843eade-e679-406c-bc12-e7c1d430326e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:56.789018 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206b1bd-2c52-469b-a24a-a430989a9cf8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:56.793857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.793857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:56.810619 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-26cd4e20-5a5e-46ed-ae84-7045fcd1984e req-df7b11b0-d7df-4c2d-a19e-a700e270fbe5 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632558 Jun 06 19:19:56.820832 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.872601 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.885698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.897077 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.900391 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:56.901058 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:56.910429 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/157be34f-0e47-48a0-913d-6b7660813c87 HTTP/1.1" status: 204 len: 168 time: 0.1956329 Jun 06 19:19:56.911281 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5867951e-d633-4964-8af4-68aaae4ed0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:56.928916 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157be34f-0e47-48a0-913d-6b7660813c87,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:56.933096 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:56.946128 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50406) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:56.946618 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85658857cf234f9dac100981497e3aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393393 Jun 06 19:19:56.948718 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ebccb-306f-4180-bf14-df9d4bd9856f,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:56.953363 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:57.016652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:57.044339 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:57.107291 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:57.110905 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:57.112193 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b27ebccb-306f-4180-bf14-df9d4bd9856f HTTP/1.1" status: 204 len: 168 time: 0.1648812 Jun 06 19:19:57.112985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-42ddd884-ae63-42c6-980d-f1f74d61e95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:19:57.123328 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ebccb-306f-4180-bf14-df9d4bd9856f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:19:57.125680 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:19:57.407641 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d5136-8687-4c27-86bd-26bc85617f34 req-4334eac7-d4ff-4b25-81bf-5912a5672464 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:57.409265 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d42d5136-8687-4c27-86bd-26bc85617f34 req-4334eac7-d4ff-4b25-81bf-5912a5672464 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0853410 Jun 06 19:19:57.468224 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d42d5136-8687-4c27-86bd-26bc85617f34 req-045c1117-3987-4975-b1bb-b75ce683a026 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520043 Jun 06 19:19:57.658345 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3632b-52eb-4e33-a9c4-9f4caff2f1a5 req-9b1d48d9-2c83-4ebb-ad9f-6a81d7826d97 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:57.659986 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a5c3632b-52eb-4e33-a9c4-9f4caff2f1a5 req-9b1d48d9-2c83-4ebb-ad9f-6a81d7826d97 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0946195 Jun 06 19:19:57.670747 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50448) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:19:57.675665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Request body: {'floatingip': {'port_id': '715aad01-4cbd-4fd3-a486-070d25443724'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:19:57.753056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:58.033404 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f3585-d27c-4c58-91e0-800454e57c34 req-c2bd978c-da16-466a-b753-ac0044a3ce45 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:58.038121 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-247f3585-d27c-4c58-91e0-800454e57c34 req-c2bd978c-da16-466a-b753-ac0044a3ce45 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0992148 Jun 06 19:19:58.081338 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-247f3585-d27c-4c58-91e0-800454e57c34 req-1762bc38-28e1-4eea-ad52-b18033c83b50 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Jun 06 19:19:58.507520 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:58.512112 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:58.702506 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Floating IP 9c89fda1-b00b-4714-ad1f-87c174f7875f associated. External IP: 172.27.1.21, port: 715aad01-4cbd-4fd3-a486-070d25443724. Jun 06 19:19:59.134762 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Router 6c21e493-365b-4624-beb6-7038045b7687 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:19:59.299735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc0e00-4c70-4154-9a18-cb284fdac847 req-687fb17c-62d2-4456-8a6d-a3e112ad793e tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:59.301154 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-19cc0e00-4c70-4154-9a18-cb284fdac847 req-687fb17c-62d2-4456-8a6d-a3e112ad793e tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0912988 Jun 06 19:19:59.347299 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-19cc0e00-4c70-4154-9a18-cb284fdac847 req-af6ca52e-1358-4de9-a8c0-e0ad1c430800 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Jun 06 19:19:59.362237 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:19:59.373679 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:19:59.379989 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:19:59.390716 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:19:59.391383 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:19:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:59.427881 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ec385814-5f83-4224-a03d-070f471d454e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "PUT /v2.0/floatingips/9c89fda1-b00b-4714-ad1f-87c174f7875f HTTP/1.1" status: 200 len: 991 time: 1.7558756 Jun 06 19:19:59.428651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:19:59.431270 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96" -d '{"events": [{"name": "network-changed", "server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:19:59.589812 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:19:59.671918 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d61a486-0747-4a4d-b589-875bc876273e x-openstack-request-id: req-7d61a486-0747-4a4d-b589-875bc876273e {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:19:59.672282 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:19:59.672644 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d61a486-0747-4a4d-b589-875bc876273e {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:19:59.673101 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'status': 'completed', 'code': 200} Jun 06 19:19:59.765732 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-58eb17ad-0651-4e70-88da-4bddeb376d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:59.767377 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-58eb17ad-0651-4e70-88da-4bddeb376d6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1099 time: 0.0723445 Jun 06 19:19:59.900291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-01cabb40-bac6-4210-80cd-4d86fda267c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:19:59.901606 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-01cabb40-bac6-4210-80cd-4d86fda267c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1242883 Jun 06 19:19:59.938309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '9c89fda1-b00b-4714-ad1f-87c174f7875f', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '6c21e493-365b-4624-beb6-7038045b7687', 'port_id': '715aad01-4cbd-4fd3-a486-070d25443724', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:19:42Z', 'updated_at': '2021-06-06T19:19:58Z', 'revision_number': 1, 'project_id': 'f7de051ea982448495d077949da011e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:19:59.946224 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:19:59.954609 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:19:59.955198 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:19:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:00.022226 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-0b89d7da-16a3-4f46-8dfe-ed49c82af4b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 999 time: 0.1127636 Jun 06 19:20:00.087704 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-09fe80cc-c473-46b4-bc14-502cafdb27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:00.089093 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-09fe80cc-c473-46b4-bc14-502cafdb27f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0596099 Jun 06 19:20:00.134456 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:20:00.165531 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-8f1e4981-bd7e-48f0-9f58-31500d7e7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:00.166919 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-8f1e4981-bd7e-48f0-9f58-31500d7e7d98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703478 Jun 06 19:20:00.224291 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:00.311103 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-82340a49-b605-46ca-8ad5-094a58694bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360033 Jun 06 19:20:00.489871 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b819a46-20ee-42fc-af1a-4c90eb9e8f96 req-08f9ecbd-8fd5-4f65-a3e5-85e575f87ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708820 Jun 06 19:20:00.609996 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '9c89fda1-b00b-4714-ad1f-87c174f7875f', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '6c21e493-365b-4624-beb6-7038045b7687', 'port_id': '715aad01-4cbd-4fd3-a486-070d25443724', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:19:42Z', 'updated_at': '2021-06-06T19:19:58Z', 'revision_number': 1, 'project_id': 'f7de051ea982448495d077949da011e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:00.615202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568a9bc-5831-4da5-8f08-4acfe0b16a69 None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '9c89fda1-b00b-4714-ad1f-87c174f7875f', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '6c21e493-365b-4624-beb6-7038045b7687', 'port_id': '715aad01-4cbd-4fd3-a486-070d25443724', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:19:42Z', 'updated_at': '2021-06-06T19:19:58Z', 'revision_number': 1, 'project_id': 'f7de051ea982448495d077949da011e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:20:00.652536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82142f9c-a138-4d79-9987-4b7630c8e491 req-f7d3b52e-6b43-4ccb-8b94-33b573999eb3 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:00.655548 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82142f9c-a138-4d79-9987-4b7630c8e491 req-f7d3b52e-6b43-4ccb-8b94-33b573999eb3 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.1336534 Jun 06 19:20:00.684288 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-b10cff52-e390-4850-b3ad-c0f66bd74878 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ef80e52ce6554250b487d9275c0d881a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714126 Jun 06 19:20:00.836890 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca934b-f54f-4a98-af3f-b75840077ee6 None None] New status for floating IP 9c89fda1-b00b-4714-ad1f-87c174f7875f: ACTIVE {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:20:00.926268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-82142f9c-a138-4d79-9987-4b7630c8e491 req-c9bbc0ef-ab08-4b9c-8a9c-e8f8b9198837 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648590 Jun 06 19:20:00.992338 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-6c06466d-c941-4150-9910-5398c3f8d886 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:00.994806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-6c06466d-c941-4150-9910-5398c3f8d886 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3097694 Jun 06 19:20:01.013258 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-1957b5f6-28e7-4349-b9de-83dd72fdbeb0 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/quotas/ef80e52ce6554250b487d9275c0d881a HTTP/1.1" status: 200 len: 375 time: 0.0106535 Jun 06 19:20:01.067068 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-e77b35d8-f96f-446b-8490-9bb69af2c3c8 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef80e52ce6554250b487d9275c0d881a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485768 Jun 06 19:20:01.258628 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2da01e17-456d-4e36-81ac-85b5ed0ed9c1 req-1a32b93a-cf19-4256-806f-35218e80eed6 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 210 time: 0.0501218 Jun 06 19:20:02.117496 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e392e8-24ff-441e-81ff-2fc83203f615 req-9d6148f7-eed1-454e-b371-076004320edb tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:02.119080 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7e392e8-24ff-441e-81ff-2fc83203f615 req-9d6148f7-eed1-454e-b371-076004320edb tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0843973 Jun 06 19:20:02.165459 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7e392e8-24ff-441e-81ff-2fc83203f615 req-e9ff1c2b-a14c-4aed-abc9-fc20b5b849a8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Jun 06 19:20:02.429593 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a25f1d0e-b30a-415e-95bb-45463d1c84e2 req-c7d03046-7ea8-4b9a-a0cd-df178ab11db3 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 210 time: 0.0552118 Jun 06 19:20:03.368184 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7db03-0c8c-4dc6-8c07-a817c20b8f89 req-819a10c7-d7cb-43a3-bd24-83fc1c7d068d tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:03.369754 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-80d7db03-0c8c-4dc6-8c07-a817c20b8f89 req-819a10c7-d7cb-43a3-bd24-83fc1c7d068d tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0970237 Jun 06 19:20:03.415199 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-80d7db03-0c8c-4dc6-8c07-a817c20b8f89 req-37b8225f-fad7-4853-aa87-32772fd78494 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396748 Jun 06 19:20:03.577211 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-691c6994-9dbe-498e-a520-5b64bede09d8 req-8826ef32-309a-40ac-9279-3326fbfea6d2 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 210 time: 0.0411620 Jun 06 19:20:03.588627 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 50616) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:03.613086 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8a5589d4-8e6f-459e-aba7-0e469ab68700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:03.716241 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:03.746956 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:20:03.827387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:03.831611 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:03.840131 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5e937e81-eb10-46c7-925f-616cd244dc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:03.878489 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=beda69b3a9ac44ab8c28b234af28d72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885220 Jun 06 19:20:03.880124 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ddcd8c-0c82-4405-bd32-663cbf5b1c86,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:03.881137 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50622) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:03.883383 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:04.014259 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-b056950c-673b-495f-9c58-c3fdac6b5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:04.015653 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-b056950c-673b-495f-9c58-c3fdac6b5089 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1098 time: 0.0738003 Jun 06 19:20:04.065820 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.096407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.148346 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.150983 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.152134 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94ddcd8c-0c82-4405-bd32-663cbf5b1c86 HTTP/1.1" status: 204 len: 168 time: 0.2699180 Jun 06 19:20:04.152889 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5ef68e0f-fd68-4c52-8422-8ffd1aaa6993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:04.162365 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ddcd8c-0c82-4405-bd32-663cbf5b1c86,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:04.162962 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-f06e24ad-36c2-4a0f-93f2-f0e88e6de79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:04.164463 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-f06e24ad-36c2-4a0f-93f2-f0e88e6de79e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 910 time: 0.1331809 Jun 06 19:20:04.164662 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:04.282507 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-7bcb35c1-2ec8-4a11-97a7-da297085f015 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 1001 time: 0.1067605 Jun 06 19:20:04.355172 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-1801d374-e1df-4b19-b4b2-77d77c6db92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:04.356479 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-1801d374-e1df-4b19-b4b2-77d77c6db92c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 200 len: 848 time: 0.0652144 Jun 06 19:20:04.438589 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-ad7183d6-01a9-43cc-a308-e9a2816653f6 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef80e52ce6554250b487d9275c0d881a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330117 Jun 06 19:20:04.439213 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50628) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:04.456566 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.569933 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.574484 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.583291 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f5249993-4d4c-4bb3-9679-9297c7923e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:04.624041 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca66c4c-0375-4d16-8737-3bebf72c4170,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:04.629200 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:04.632538 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-a84f7833-4f37-4ad5-8213-a6b9039748ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:04.634119 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-a84f7833-4f37-4ad5-8213-a6b9039748ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b45e1318-68bc-4144-ad7f-95e06d53d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2682290 Jun 06 19:20:04.635494 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc5f23a4ff2a4d3ebbfecc96229c5924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957269 Jun 06 19:20:04.636078 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50634) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:04.693754 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-783ed585-f386-4d50-80da-12ecc90eb459 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:04.695337 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-783ed585-f386-4d50-80da-12ecc90eb459 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497365 Jun 06 19:20:04.715350 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.721787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Request body: {'port': {'device_id': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410', 'admin_state_up': True, 'tenant_id': 'ef80e52ce6554250b487d9275c0d881a'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:04.741454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.798374 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.800961 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:04.804720 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ca66c4c-0375-4d16-8737-3bebf72c4170 HTTP/1.1" status: 204 len: 168 time: 0.1654212 Jun 06 19:20:04.804720 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ca68794c-2ce0-4ca8-ad7e-ea54913e8864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:04.814147 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca66c4c-0375-4d16-8737-3bebf72c4170,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:04.816763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e837d0d8-faad-48ee-8ca4-267236c80897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:04.835076 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ba26d65c-5c5a-4d4d-8bcb-b4d3600fe5f9 req-b50994b1-5c0b-48b5-8a7c-41d20e05116b tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 210 time: 0.1250243 Jun 06 19:20:04.886742 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b4396-4628-47b9-b765-bad5bd5914b2 req-4a1b6106-ddce-4644-bba1-4182a0f4a2b5 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:04.894571 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a77b4396-4628-47b9-b765-bad5bd5914b2 req-4a1b6106-ddce-4644-bba1-4182a0f4a2b5 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.3391995 Jun 06 19:20:05.128666 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-0a324245-0994-4f77-acbe-6fda9bc9c5aa service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755006 Jun 06 19:20:05.140345 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a77b4396-4628-47b9-b765-bad5bd5914b2 req-0edbf2c9-f8f7-4605-8565-a0a17c837849 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449694 Jun 06 19:20:05.280231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Made reservation on behalf of ef80e52ce6554250b487d9275c0d881a for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:05.283740 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.298805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.328741 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7b9c8076-a6d9-4257-ac4f-f7c83e36ba28 req-54dacf62-80af-4740-a8bb-0bdde4c44d41 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902516 Jun 06 19:20:05.426821 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.431632 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.435970 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7f000d5f-0949-402e-8115-2de6a62ae743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:05.515025 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a912478-0258-433a-b1ed-e428220bc4f4,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:05.518094 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:05.606453 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Allocated IP 192.168.233.45 (9a67ca09-c4f4-4370-8b4a-7756a919f410/8ef34757-9aa1-40bc-828d-a300fb1579a1/f94bf214-8abb-4168-a2f4-041011c3144c) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:05.808248 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.823898 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Transition to ACTIVE for port object f94bf214-8abb-4168-a2f4-041011c3144c will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:05.848087 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:05.854063 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4c80f1ac-d6d7-4420-8f39-be7052dc3d2e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:05.925422 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Network 9a67ca09-c4f4-4370-8b4a-7756a919f410 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:05.928493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:05.932730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:05.974001 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Pushing event updated for resources: {'Port': ['ID=f94bf214-8abb-4168-a2f4-041011c3144c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:06.028337 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:06.071474 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:06.072096 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:06.077312 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:06.104867 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3906195 Jun 06 19:20:06.132947 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c83159-3f26-44f7-87fe-f82127992d9b req-50c181ed-9a2a-434d-8dbb-08413c17436b tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:06.140188 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f4c83159-3f26-44f7-87fe-f82127992d9b req-50c181ed-9a2a-434d-8dbb-08413c17436b tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 935 time: 0.1781867 Jun 06 19:20:06.179799 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d8ef5faa-5362-41b1-ade8-098f93ff3b0e None None] Provisioning for port f94bf214-8abb-4168-a2f4-041011c3144c completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:06.185516 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d8ef5faa-5362-41b1-ade8-098f93ff3b0e None None] Provisioning complete for port f94bf214-8abb-4168-a2f4-041011c3144c triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:06.186042 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5faa-5362-41b1-ade8-098f93ff3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:06.186591 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f4c83159-3f26-44f7-87fe-f82127992d9b req-cf3ffd51-2610-42be-9312-493a57340055 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Jun 06 19:20:06.241173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef5faa-5362-41b1-ade8-098f93ff3b0e None None] Port f94bf214-8abb-4168-a2f4-041011c3144c cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:20:06.299453 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e94503ce-a597-4bd6-ba99-e0c8ee78440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:06.378368 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a64cba-f8bb-41a2-9775-475dc13ea4df req-1fe66669-b10d-4952-9121-faf9ebe3c97b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:06.378368 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-58a64cba-f8bb-41a2-9775-475dc13ea4df req-1fe66669-b10d-4952-9121-faf9ebe3c97b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0873151 Jun 06 19:20:06.426347 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-58a64cba-f8bb-41a2-9775-475dc13ea4df req-6c51214a-6e59-4d34-83ab-98436c46a188 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455260 Jun 06 19:20:07.355788 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:07.379489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edd284-cd90-4abb-ade7-6d5362e4c6c3 req-9bfbcb5b-e199-4155-8a37-1f3d7eab51a5 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:07.380959 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21edd284-cd90-4abb-ade7-6d5362e4c6c3 req-9bfbcb5b-e199-4155-8a37-1f3d7eab51a5 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 935 time: 0.0895796 Jun 06 19:20:07.425855 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-21edd284-cd90-4abb-ade7-6d5362e4c6c3 req-eb01d98b-f74e-4760-85ce-8d23967a1842 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Jun 06 19:20:07.618417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae215e2a-5c8b-4872-be1e-bfd3ac32907a req-9400b91c-400e-4a1c-bbbe-bd3d99c590b8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:07.619747 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ae215e2a-5c8b-4872-be1e-bfd3ac32907a req-9400b91c-400e-4a1c-bbbe-bd3d99c590b8 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0804989 Jun 06 19:20:07.665868 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ae215e2a-5c8b-4872-be1e-bfd3ac32907a req-caf940e6-7c89-4447-8a01-a62ee7b5157f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382876 Jun 06 19:20:08.122443 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Request body: {'port': {'device_id': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:08.250839 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:08.680385 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94bf214-8abb-4168-a2f4-041011c3144c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:20:08.694297 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:08.720231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Transition to ACTIVE for port object f94bf214-8abb-4168-a2f4-041011c3144c will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:08.726798 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:08.733103 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-23462086-ade3-4bb4-bb7d-f613c08e1b29 tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:08.855710 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:09.047853 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5067273-b1ff-4df0-9c17-9b10846eefda req-8aa12d71-c2b0-4024-90bc-d71127fe1788 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:09.050070 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5067273-b1ff-4df0-9c17-9b10846eefda req-8aa12d71-c2b0-4024-90bc-d71127fe1788 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 935 time: 0.4278321 Jun 06 19:20:09.058627 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bf214-8abb-4168-a2f4-041011c3144c,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:09.064631 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:09.196920 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5067273-b1ff-4df0-9c17-9b10846eefda req-000fc24c-76c9-4488-b1ae-e53e02a9291c tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393270 Jun 06 19:20:09.223037 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Attempting to bind port f94bf214-8abb-4168-a2f4-041011c3144c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:09.223374 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Attempting to bind port f94bf214-8abb-4168-a2f4-041011c3144c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:09.223707 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Attempting to bind port f94bf214-8abb-4168-a2f4-041011c3144c on network 9a67ca09-c4f4-4370-8b4a-7756a919f410 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:09.234887 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aa8d2-3cdf-44ca-8df2-402ae5e68c69 req-0b0228ad-e656-4a08-9a14-1a3d1f353724 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:09.236405 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5a6aa8d2-3cdf-44ca-8df2-402ae5e68c69 req-0b0228ad-e656-4a08-9a14-1a3d1f353724 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.4408188 Jun 06 19:20:09.238390 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Port f94bf214-8abb-4168-a2f4-041011c3144c on network 9a67ca09-c4f4-4370-8b4a-7756a919f410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:20:09.238711 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Attempting to bind port f94bf214-8abb-4168-a2f4-041011c3144c on network 9a67ca09-c4f4-4370-8b4a-7756a919f410 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:09.245871 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:09.246203 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Checking segment: {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:09.246576 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Bound using segment: {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:09.246997 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Bound port: f94bf214-8abb-4168-a2f4-041011c3144c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247405c3-6f07-432f-af1d-bee11796ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:09.247339 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:09.350980 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5a6aa8d2-3cdf-44ca-8df2-402ae5e68c69 req-f9208568-1bfb-4fea-84b9-10d689d3baac tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060522 Jun 06 19:20:09.382136 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] For port f94bf214-8abb-4168-a2f4-041011c3144c, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:09.385480 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] For port f94bf214-8abb-4168-a2f4-041011c3144c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f94bf214-8abb-4168-a2f4-041011c3144c,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:09.390151 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:09.393948 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bd7da28c-22f3-4336-ba82-0ebb3b5f7c5c tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:09.450892 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:09.451479 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:09.452855 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] 10.222.0.16 "PUT /v2.0/ports/f94bf214-8abb-4168-a2f4-041011c3144c HTTP/1.1" status: 200 len: 1097 time: 1.3379378 Jun 06 19:20:09.453341 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'tag': 'f94bf214-8abb-4168-a2f4-041011c3144c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:20:09.455845 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a383be00-c53b-4254-bb5a-93316ba2a0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "129a7d4b-77fe-4d3d-bf51-8cc3abb30c53", "tag": "f94bf214-8abb-4168-a2f4-041011c3144c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:20:09.483323 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bf214-8abb-4168-a2f4-041011c3144c,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:09.487095 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:09.611987 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-e361f9de-cc00-4743-8f44-7a0e8c5389b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:09.613570 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-e361f9de-cc00-4743-8f44-7a0e8c5389b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef80e52ce6554250b487d9275c0d881a&device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 1100 time: 0.0930579 Jun 06 19:20:09.687597 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5638c0c-782e-43a1-863c-2f74c788632f x-openstack-request-id: req-a5638c0c-782e-43a1-863c-2f74c788632f {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:20:09.688327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129a7d4b-77fe-4d3d-bf51-8cc3abb30c53", "tag": "f94bf214-8abb-4168-a2f4-041011c3144c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:20:09.688461 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5638c0c-782e-43a1-863c-2f74c788632f {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:20:09.688928 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'tag': 'f94bf214-8abb-4168-a2f4-041011c3144c', 'status': 'completed', 'code': 200} Jun 06 19:20:09.697115 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-cc0d9e13-0f2b-49a8-8886-1290b7a2dbe3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f94bf214-8abb-4168-a2f4-041011c3144c HTTP/1.1" status: 200 len: 217 time: 0.0738020 Jun 06 19:20:09.766361 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-10601ead-795c-44e2-9d6d-ec7b19a30efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:09.767971 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-10601ead-795c-44e2-9d6d-ec7b19a30efd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ef34757-9aa1-40bc-828d-a300fb1579a1 HTTP/1.1" status: 200 len: 843 time: 0.0613220 Jun 06 19:20:09.853474 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-b3e8265a-1e48-44e4-b181-c424a0bc0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:09.854968 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-b3e8265a-1e48-44e4-b181-c424a0bc0914 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a67ca09-c4f4-4370-8b4a-7756a919f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0761566 Jun 06 19:20:09.996962 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-937dc9b5-a912-45f6-8ba7-82f44ef496e2 service neutron] 10.222.0.16 "GET /v2.0/networks/9a67ca09-c4f4-4370-8b4a-7756a919f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298470 Jun 06 19:20:10.245288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a8cb0-e5a5-48e5-84f6-0be8db0b5354 req-fcc65aca-629e-47d9-b1ef-39080570e4ba tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:10.246808 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-508a8cb0-e5a5-48e5-84f6-0be8db0b5354 req-fcc65aca-629e-47d9-b1ef-39080570e4ba tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0988879 Jun 06 19:20:10.296167 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-508a8cb0-e5a5-48e5-84f6-0be8db0b5354 req-a7e00892-ee77-4206-8b17-3b9df7b6cd01 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Jun 06 19:20:10.390622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553abc-8d5b-4c50-97a3-27abf17c869f req-11c5ed90-0610-427f-8086-3762f6d4c3ae tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:10.392247 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8553abc-8d5b-4c50-97a3-27abf17c869f req-11c5ed90-0610-427f-8086-3762f6d4c3ae tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 947 time: 0.0816579 Jun 06 19:20:10.436525 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8553abc-8d5b-4c50-97a3-27abf17c869f req-6af177cd-67e2-49b7-a3df-25473954043f tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Jun 06 19:20:10.628671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33bf0-15eb-4cd8-93bf-3daf36f2690f req-817f99d5-02b6-42a0-996f-31a5645c0cd7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:10.630162 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2ca33bf0-15eb-4cd8-93bf-3daf36f2690f req-817f99d5-02b6-42a0-996f-31a5645c0cd7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0970440 Jun 06 19:20:10.677758 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2ca33bf0-15eb-4cd8-93bf-3daf36f2690f req-a47184aa-1dc0-4998-af54-383d30afa674 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392189 Jun 06 19:20:11.507661 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d7d33-63c4-43fe-b927-5706b6e39f96 req-9ea06b8a-fdb3-481a-8548-2429b23ab98e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:11.509094 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-223d7d33-63c4-43fe-b927-5706b6e39f96 req-9ea06b8a-fdb3-481a-8548-2429b23ab98e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1010504 Jun 06 19:20:11.555931 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-223d7d33-63c4-43fe-b927-5706b6e39f96 req-40bed326-66f9-44fc-bc13-1f4633b1b9ec tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Jun 06 19:20:11.748437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e8693-cd93-4f00-b13b-e6da8d5eb952 req-be211df5-f36f-46d0-9ab1-cef2fb701366 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:11.750039 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d7e8693-cd93-4f00-b13b-e6da8d5eb952 req-be211df5-f36f-46d0-9ab1-cef2fb701366 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 947 time: 0.0971360 Jun 06 19:20:11.795789 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d7e8693-cd93-4f00-b13b-e6da8d5eb952 req-8b1ddadf-4385-49ce-ba71-7593977107c3 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Jun 06 19:20:11.971637 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174262-3ec8-4d39-9099-38f5dc94e259 req-8c855676-a2da-4f9a-9c31-f212023c5d50 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:11.973066 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7174262-3ec8-4d39-9099-38f5dc94e259 req-8c855676-a2da-4f9a-9c31-f212023c5d50 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0845041 Jun 06 19:20:12.034147 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7174262-3ec8-4d39-9099-38f5dc94e259 req-abab0b61-6e95-4437-8489-9ef11d66b384 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551522 Jun 06 19:20:12.754924 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539992a-bfb6-4513-bb84-195366b3b97b req-e94559a9-6ab6-40e4-886a-186fdf20020e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:12.756368 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8539992a-bfb6-4513-bb84-195366b3b97b req-e94559a9-6ab6-40e4-886a-186fdf20020e tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0838628 Jun 06 19:20:12.801814 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8539992a-bfb6-4513-bb84-195366b3b97b req-10beef92-12c7-492b-ac12-c46a7ae5a71d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Jun 06 19:20:12.983749 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8f059-a5f9-4ff4-abfa-f8c316b8540a req-c5cc519d-4700-48b2-8f50-35f62e03abf1 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:12.985244 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-29e8f059-a5f9-4ff4-abfa-f8c316b8540a req-c5cc519d-4700-48b2-8f50-35f62e03abf1 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 947 time: 0.0848122 Jun 06 19:20:13.171910 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-29e8f059-a5f9-4ff4-abfa-f8c316b8540a req-aef81f11-dbb2-4a71-9fdd-f7bf81394925 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808460 Jun 06 19:20:13.308742 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-73c613c1-9d29-44ad-bc6a-036ad94a8523 req-4892f1da-f35d-4d2c-b7da-6afbff9963b0 service neutron] 10.222.0.16 "GET /v2.0/networks/9a67ca09-c4f4-4370-8b4a-7756a919f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029018 Jun 06 19:20:13.329191 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec2a5-f7f1-4847-a415-8bb69f71c834 req-8984358a-9ce2-4aab-8a87-5127ea79fcce tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:13.330652 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b0ec2a5-f7f1-4847-a415-8bb69f71c834 req-8984358a-9ce2-4aab-8a87-5127ea79fcce tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.1133912 Jun 06 19:20:13.412318 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b0ec2a5-f7f1-4847-a415-8bb69f71c834 req-8ac1b738-7b73-4d1a-a444-d31711e4b929 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742328 Jun 06 19:20:13.450483 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-9fc5a17e-77af-4d3f-adf0-981809685e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:13.451934 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-9fc5a17e-77af-4d3f-adf0-981809685e9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef80e52ce6554250b487d9275c0d881a&device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 1100 time: 0.0779040 Jun 06 19:20:13.590464 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-2ecd4220-645e-418b-8990-4efea720e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:13.591982 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-2ecd4220-645e-418b-8990-4efea720e19f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a67ca09-c4f4-4370-8b4a-7756a919f410 HTTP/1.1" status: 200 len: 870 time: 0.1312501 Jun 06 19:20:13.665999 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-eeb7faf8-8a0f-4a2c-9f77-e5b189706143 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f94bf214-8abb-4168-a2f4-041011c3144c HTTP/1.1" status: 200 len: 217 time: 0.0670242 Jun 06 19:20:13.740371 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-e5b9c969-69ff-488a-b4b4-c66af96aded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:13.741767 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-e5b9c969-69ff-488a-b4b4-c66af96aded1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8ef34757-9aa1-40bc-828d-a300fb1579a1 HTTP/1.1" status: 200 len: 843 time: 0.0650175 Jun 06 19:20:13.836019 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-6880981b-0329-405a-85e7-a58841a57d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:13.837695 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-6880981b-0329-405a-85e7-a58841a57d76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a67ca09-c4f4-4370-8b4a-7756a919f410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0863614 Jun 06 19:20:14.030642 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-6fc6e268-0280-421f-af5b-3f0c1b019b3f service neutron] 10.222.0.16 "GET /v2.0/networks/9a67ca09-c4f4-4370-8b4a-7756a919f410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839271 Jun 06 19:20:14.090257 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255870ca-31f6-4912-90f9-a3a3f7c151cc req-8f078d5d-fb3b-4bbf-98c3-d03b68fa95e7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:14.091691 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-255870ca-31f6-4912-90f9-a3a3f7c151cc req-8f078d5d-fb3b-4bbf-98c3-d03b68fa95e7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1539695 Jun 06 19:20:14.126893 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:20:14.201892 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-255870ca-31f6-4912-90f9-a3a3f7c151cc req-dc618812-9a84-46a3-b2e1-965ce9516e07 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585332 Jun 06 19:20:14.222860 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a383be00-c53b-4254-bb5a-93316ba2a0bb req-5dfa850b-1f3e-4274-9eba-bd5421fc7345 service neutron] 10.222.0.16 "GET /v2.0/networks/9a67ca09-c4f4-4370-8b4a-7756a919f410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847377 Jun 06 19:20:14.269030 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:14.303437 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:14.304555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:20:14.307192 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2aae27-b87c-4893-97d3-4895a091a276" -d '{"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-unplugged", "status": "completed", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:20:14.310605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:14.312615 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b3841599-bd7a-4fd7-b480-d0b41f213943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:14.420498 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=6']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:14.431813 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:14.433873 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04329728-d320-4daf-9b66-b9b51816afb4 req-8063c256-0820-4aae-84f2-62aa0b896594 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:14.446619 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04329728-d320-4daf-9b66-b9b51816afb4 req-8063c256-0820-4aae-84f2-62aa0b896594 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 947 time: 0.1400652 Jun 06 19:20:14.465073 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efde05a-ab17-4c4e-9750-6aaf9a300c3c x-openstack-request-id: req-9efde05a-ab17-4c4e-9750-6aaf9a300c3c {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:20:14.465371 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-unplugged", "status": "failed", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "code": 422}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:20:14.465627 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9efde05a-ab17-4c4e-9750-6aaf9a300c3c {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:20:14.466200 dv-cinder-794962-3-iscsi neutron-server[91915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'code': 422} returned with failed status Jun 06 19:20:14.497422 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04329728-d320-4daf-9b66-b9b51816afb4 req-ca3ac8d8-dbc3-4d75-a775-b8b4865f77b6 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Jun 06 19:20:14.633415 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ac134-4281-415b-9546-3cacd908cadb req-8321189b-ea08-491f-83e3-43a67e38dba6 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:14.634933 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-918ac134-4281-415b-9546-3cacd908cadb req-8321189b-ea08-491f-83e3-43a67e38dba6 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.0828500 Jun 06 19:20:14.682245 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-918ac134-4281-415b-9546-3cacd908cadb req-106bd350-72bf-4c60-a31c-f55323dd4a31 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Jun 06 19:20:15.006988 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50878) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:15.033358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e978f7b-77ef-4a42-9005-cb4bb4936e4f req-bc8fc81d-8d0c-4312-82c0-359962d55615 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:15.034836 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9e978f7b-77ef-4a42-9005-cb4bb4936e4f req-bc8fc81d-8d0c-4312-82c0-359962d55615 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.0836744 Jun 06 19:20:15.080369 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9e978f7b-77ef-4a42-9005-cb4bb4936e4f req-a64a7a36-a2ee-4256-a078-3ecb29cbade5 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394616 Jun 06 19:20:15.123846 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-9226af78-6611-46b1-8347-3e1e0768ed70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154933 Jun 06 19:20:15.406868 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717a2ec-0b5b-4684-b905-7d544c0d6f74 req-7da5e5d6-06ad-4bf4-88ec-75ea8fc7e93b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:15.408565 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d717a2ec-0b5b-4684-b905-7d544c0d6f74 req-7da5e5d6-06ad-4bf4-88ec-75ea8fc7e93b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0891845 Jun 06 19:20:15.453088 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d717a2ec-0b5b-4684-b905-7d544c0d6f74 req-4c6fae00-da96-4237-b331-4137156a1441 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392408 Jun 06 19:20:15.689521 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d93cb6-7d14-456f-b789-a52b9c4a4939 req-561383b8-12f2-4e02-a0b8-a9f37e88906f tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:15.691070 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d3d93cb6-7d14-456f-b789-a52b9c4a4939 req-561383b8-12f2-4e02-a0b8-a9f37e88906f tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 947 time: 0.0847445 Jun 06 19:20:15.745670 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d3d93cb6-7d14-456f-b789-a52b9c4a4939 req-859b2fa7-b7de-434d-98a6-7163f6e8c367 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Jun 06 19:20:16.128324 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device f94bf214-8abb-4168-a2f4-041011c3144c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:20:16.267755 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port f94bf214-8abb-4168-a2f4-041011c3144c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f94bf214-8abb-4168-a2f4-041011c3144c,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:16.287561 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'f94bf214-8abb-4168-a2f4-041011c3144c', 'network_id': '9a67ca09-c4f4-4370-8b4a-7756a919f410', 'port_id': 'f94bf214-8abb-4168-a2f4-041011c3144c', 'mac_address': 'fa:16:3e:45:53:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef34757-9aa1-40bc-828d-a300fb1579a1', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:20:16.347458 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:16.368275 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94bf214-8abb-4168-a2f4-041011c3144c {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:20:16.376072 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc144d-8eae-4e9d-a54a-d85a0db3e8bd req-2666fdf2-42cf-4993-af25-5d0035588b9a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:16.377288 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-acfc144d-8eae-4e9d-a54a-d85a0db3e8bd req-2666fdf2-42cf-4993-af25-5d0035588b9a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.1911449 Jun 06 19:20:16.383523 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port f94bf214-8abb-4168-a2f4-041011c3144c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f94bf214-8abb-4168-a2f4-041011c3144c,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:16.388142 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:16.390788 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:16.429144 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-acfc144d-8eae-4e9d-a54a-d85a0db3e8bd req-c659dcae-808e-444b-bd81-f03dd93ce5ff tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460024 Jun 06 19:20:16.463667 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=f94bf214-8abb-4168-a2f4-041011c3144c,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:16.467230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:16.649689 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581ffeb-7651-4ea6-afe5-66fcdf680c91 req-e4188e80-7394-4da1-81c7-f9950a00f7ba tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:16.651055 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3581ffeb-7651-4ea6-afe5-66fcdf680c91 req-e4188e80-7394-4da1-81c7-f9950a00f7ba tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0846639 Jun 06 19:20:16.701155 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3581ffeb-7651-4ea6-afe5-66fcdf680c91 req-d247b214-6332-4755-81f8-908775b5dc47 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Jun 06 19:20:16.706939 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['f94bf214-8abb-4168-a2f4-041011c3144c'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:20:16.946099 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87286-f0c6-4c2e-b598-08168cb747ba req-31ec048a-6935-4d4b-ba18-34e502d6e7b7 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:16.947554 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70e87286-f0c6-4c2e-b598-08168cb747ba req-31ec048a-6935-4d4b-ba18-34e502d6e7b7 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 948 time: 0.0823491 Jun 06 19:20:16.997304 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70e87286-f0c6-4c2e-b598-08168cb747ba req-d1f3ca3e-ee46-4b51-a02a-0a2296d2b2f4 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Jun 06 19:20:17.217420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394d27-636e-438a-8aba-db9b161684b4 req-68193f97-1abb-4fce-9926-42c21c505d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.219749 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-68193f97-1abb-4fce-9926-42c21c505d9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439&tenant_id=69221038382a4a9ea59ac1bda1a38dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0828028 Jun 06 19:20:17.315161 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394d27-636e-438a-8aba-db9b161684b4 req-50335dc5-6788-4411-ab21-7ab0c27569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.316703 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-50335dc5-6788-4411-ab21-7ab0c27569c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1096 time: 0.0719852 Jun 06 19:20:17.454387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394d27-636e-438a-8aba-db9b161684b4 req-5ce212e0-e3db-4f1b-b901-768798f483af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.456247 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-5ce212e0-e3db-4f1b-b901-768798f483af service neutron] 10.222.0.16 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 910 time: 0.1289318 Jun 06 19:20:17.606204 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-cdc1aa15-2cb9-420c-a6cb-b68efa19459c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 999 time: 0.1413121 Jun 06 19:20:17.679323 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394d27-636e-438a-8aba-db9b161684b4 req-e2438f26-9b1a-4258-a72b-19ecee3b6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.680760 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-e2438f26-9b1a-4258-a72b-19ecee3b6219 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 200 len: 848 time: 0.0671625 Jun 06 19:20:17.692536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b30be-572c-4ef2-9258-9a0cf1a8d1c7 req-fbee8404-df87-41e5-97f2-939f78d50514 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.693854 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-184b30be-572c-4ef2-9258-9a0cf1a8d1c7 req-fbee8404-df87-41e5-97f2-939f78d50514 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.1501422 Jun 06 19:20:17.784910 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-184b30be-572c-4ef2-9258-9a0cf1a8d1c7 req-bf2be31c-a2f4-4abb-8284-ec25239b8490 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609241 Jun 06 19:20:17.802412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16394d27-636e-438a-8aba-db9b161684b4 req-c517aef5-1a48-4ed7-8a42-dd3ac562da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:17.803873 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-c517aef5-1a48-4ed7-8a42-dd3ac562da63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b45e1318-68bc-4144-ad7f-95e06d53d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1092045 Jun 06 19:20:17.992816 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-7c87713e-b92b-414a-abd8-9cff9cd723a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771898 Jun 06 19:20:18.008540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f646f-cd71-4b8a-98e2-f5dd13fd060a req-d83eafff-8538-4fd7-af28-fbfae029dad1 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:18.010108 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d1f646f-cd71-4b8a-98e2-f5dd13fd060a req-d83eafff-8538-4fd7-af28-fbfae029dad1 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1776023 Jun 06 19:20:18.145087 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device f94bf214-8abb-4168-a2f4-041011c3144c up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:18.191455 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d1f646f-cd71-4b8a-98e2-f5dd13fd060a req-b66cee3a-1a22-4625-a3fd-bd0fb2f026ce tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600058 Jun 06 19:20:18.225519 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port f94bf214-8abb-4168-a2f4-041011c3144c completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:18.230229 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port f94bf214-8abb-4168-a2f4-041011c3144c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:18.230600 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:18.246396 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-16394d27-636e-438a-8aba-db9b161684b4 req-bebecb92-7476-4949-9918-b6c7e2701a6a service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351913 Jun 06 19:20:18.265722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4c41a-f9a1-4f11-b525-66e91635891b req-9024e493-6445-4958-89cc-de64c6198aab tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:18.267222 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bee4c41a-f9a1-4f11-b525-66e91635891b req-9024e493-6445-4958-89cc-de64c6198aab tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 948 time: 0.1378949 Jun 06 19:20:18.314543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bee4c41a-f9a1-4f11-b525-66e91635891b req-5a50c388-3018-4e0e-9bbe-a0f0677afb1a tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Jun 06 19:20:18.350339 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:18.377426 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf214-8abb-4168-a2f4-041011c3144c'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:20:18.379744 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82ae8c-02f8-40e2-9534-3404290d4c3d" -d '{"events": [{"server_uuid": "129a7d4b-77fe-4d3d-bf51-8cc3abb30c53", "name": "network-vif-plugged", "status": "completed", "tag": "f94bf214-8abb-4168-a2f4-041011c3144c"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:20:18.387661 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port f94bf214-8abb-4168-a2f4-041011c3144c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f94bf214-8abb-4168-a2f4-041011c3144c,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:18.392596 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:18.394910 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:18.429555 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b61e66-2f07-4ba1-9c9e-41295550e0ac x-openstack-request-id: req-92b61e66-2f07-4ba1-9c9e-41295550e0ac {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:20:18.429887 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a7d4b-77fe-4d3d-bf51-8cc3abb30c53", "name": "network-vif-plugged", "status": "completed", "tag": "f94bf214-8abb-4168-a2f4-041011c3144c", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:20:18.430109 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92b61e66-2f07-4ba1-9c9e-41295550e0ac {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:20:18.430497 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf214-8abb-4168-a2f4-041011c3144c', 'code': 200} Jun 06 19:20:18.462895 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=f94bf214-8abb-4168-a2f4-041011c3144c,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:18.466215 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:18.692488 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e331fb7-962b-4400-be49-7f22fa3537c8 req-e67b1afc-8803-4540-b1cd-06400166f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:18.693989 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e331fb7-962b-4400-be49-7f22fa3537c8 req-e67b1afc-8803-4540-b1cd-06400166f846 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 1102 time: 0.0922379 Jun 06 19:20:18.739613 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2e331fb7-962b-4400-be49-7f22fa3537c8 req-8b15ee72-e127-4582-8a11-e149c275fa43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382190 Jun 06 19:20:18.999492 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09b471-857b-47e0-b76c-af5269521808 req-1f7d2ee6-2da9-4431-9363-3c7ae11434cf tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:19.001708 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bb09b471-857b-47e0-b76c-af5269521808 req-1f7d2ee6-2da9-4431-9363-3c7ae11434cf tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.1037374 Jun 06 19:20:19.059122 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bb09b471-857b-47e0-b76c-af5269521808 req-ea10cf64-fcfb-496d-a6ac-120db05a9566 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488222 Jun 06 19:20:19.555601 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc552bf-18f9-46be-80f8-99c6011165e1 req-8605f4ef-ce52-42b1-b701-c15ef68958f3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:19.559134 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2fc552bf-18f9-46be-80f8-99c6011165e1 req-8605f4ef-ce52-42b1-b701-c15ef68958f3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.2535918 Jun 06 19:20:19.585877 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 50954) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:19.607881 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad62dd7-54b3-4fad-bbed-4ca81cb06555 req-550a263d-62bc-44a7-9ba8-4f512473a7c4 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:19.609803 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7ad62dd7-54b3-4fad-bbed-4ca81cb06555 req-550a263d-62bc-44a7-9ba8-4f512473a7c4 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 949 time: 0.1365948 Jun 06 19:20:19.651951 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2fc552bf-18f9-46be-80f8-99c6011165e1 req-397e2f35-3691-4d4a-ab45-22fa1028e5f1 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853682 Jun 06 19:20:19.685579 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7ad62dd7-54b3-4fad-bbed-4ca81cb06555 req-fa6998e2-609c-495d-b2e2-07cc78bc826f tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Jun 06 19:20:19.733709 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:19.839450 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:19.846512 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:19.853475 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-89a31749-8410-443c-9079-40ff16694184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:19.895160 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffd95b-4566-42e2-a09b-7597ff0bb08b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:19.902138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 50960) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:19.902665 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa62f1a2128a43a0a66db40e30aa3191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152816 Jun 06 19:20:19.903312 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:19.959971 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:19.988123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:20.047841 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:20.050637 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:20.051744 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9ffd95b-4566-42e2-a09b-7597ff0bb08b HTTP/1.1" status: 204 len: 168 time: 0.1485565 Jun 06 19:20:20.052577 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8ec68736-23d8-48c0-83aa-c993def4f49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:20.061967 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffd95b-4566-42e2-a09b-7597ff0bb08b,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:20.064286 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:20.264101 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c92b-554f-42a9-a803-1078398179e3 req-cf3212a4-718d-467b-ba5b-de5817b096c2 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:20.265657 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f449c92b-554f-42a9-a803-1078398179e3 req-cf3212a4-718d-467b-ba5b-de5817b096c2 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.0926731 Jun 06 19:20:20.313516 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f449c92b-554f-42a9-a803-1078398179e3 req-5c457f89-69e7-415a-a230-b33a6ffb35ab tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419197 Jun 06 19:20:20.907587 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615e6d-d067-4900-8069-c4f5068e1335 req-97221e0e-ca67-435f-a277-cdbff2daa2a6 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:20.908982 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-87615e6d-d067-4900-8069-c4f5068e1335 req-97221e0e-ca67-435f-a277-cdbff2daa2a6 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1405883 Jun 06 19:20:20.916814 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106fa76-f806-4a03-a90d-e06b2ca2769d req-c1284027-81d3-426d-8c18-81a7b638bf85 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:20.918159 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3106fa76-f806-4a03-a90d-e06b2ca2769d req-c1284027-81d3-426d-8c18-81a7b638bf85 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 949 time: 0.1184301 Jun 06 19:20:20.983946 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-87615e6d-d067-4900-8069-c4f5068e1335 req-88d7bb89-189a-420a-bb0b-68e28afafbc4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648441 Jun 06 19:20:20.990872 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3106fa76-f806-4a03-a90d-e06b2ca2769d req-54f9077b-fecd-4bb9-87e2-bd9a538652b1 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Jun 06 19:20:21.533541 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be86fe-5758-4dfc-bcbe-bd42b2c8cdcb req-f67ca12d-f661-4415-ac2d-0c5b6e318666 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:21.535002 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35be86fe-5758-4dfc-bcbe-bd42b2c8cdcb req-f67ca12d-f661-4415-ac2d-0c5b6e318666 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 949 time: 0.1439641 Jun 06 19:20:21.545171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9428e-3008-44b7-a960-0c33760c4b5c req-5259f28b-9b34-4599-849c-68814094eceb tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:21.546800 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72d9428e-3008-44b7-a960-0c33760c4b5c req-5259f28b-9b34-4599-849c-68814094eceb tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.1188090 Jun 06 19:20:21.612978 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-35be86fe-5758-4dfc-bcbe-bd42b2c8cdcb req-1ecbe101-c7f5-44f5-afef-81dc9b8e215b tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651412 Jun 06 19:20:21.620239 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72d9428e-3008-44b7-a960-0c33760c4b5c req-9f562af3-2331-46e9-98cd-9efeadfe1c5d tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589154 Jun 06 19:20:22.186545 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9019f4-cf44-467a-96f0-b92755f55683 req-e42e2524-fe3d-4fcb-8048-196246a72a26 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:22.187989 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee9019f4-cf44-467a-96f0-b92755f55683 req-e42e2524-fe3d-4fcb-8048-196246a72a26 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0943511 Jun 06 19:20:22.232996 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee9019f4-cf44-467a-96f0-b92755f55683 req-4115841b-92d5-44e2-97ed-2eb13e7dec5a tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391381 Jun 06 19:20:22.873441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70198281-1eb9-4abf-b8ac-882a8731f840 req-2ec022ae-5838-4aed-b5f8-fbba94f7ba76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:22.874911 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70198281-1eb9-4abf-b8ac-882a8731f840 req-2ec022ae-5838-4aed-b5f8-fbba94f7ba76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 949 time: 0.1441989 Jun 06 19:20:22.882513 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fae4-7da6-4e2b-aaf5-7cd1dd0a95f9 req-17d46fdc-013e-40e2-b41d-3e0fa3c70c18 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:22.883815 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-44a9fae4-7da6-4e2b-aaf5-7cd1dd0a95f9 req-17d46fdc-013e-40e2-b41d-3e0fa3c70c18 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.1203756 Jun 06 19:20:23.003163 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70198281-1eb9-4abf-b8ac-882a8731f840 req-0d1d04f9-2947-4500-860f-ded81c8511a5 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a912478-0258-433a-b1ed-e428220bc4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183915 Jun 06 19:20:23.011411 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-44a9fae4-7da6-4e2b-aaf5-7cd1dd0a95f9 req-03f78275-3a2c-4688-bf07-8d3f82e1701e tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846193 Jun 06 19:20:23.034729 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-655792e5-d426-4293-b2d6-8deaf233be19 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:23.036157 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-655792e5-d426-4293-b2d6-8deaf233be19 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.16 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 949 time: 0.1504810 Jun 06 19:20:23.185290 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Deleting port f94bf214-8abb-4168-a2f4-041011c3144c {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:20:23.185638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:23.319906 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] For port f94bf214-8abb-4168-a2f4-041011c3144c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f94bf214-8abb-4168-a2f4-041011c3144c,segment=NetworkSegment(247405c3-6f07-432f-af1d-bee11796ee1c),segment_id=247405c3-6f07-432f-af1d-bee11796ee1c)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:23.320597 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:23.475105 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Calling delete_port for f94bf214-8abb-4168-a2f4-041011c3144c owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:20:23.550354 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2d2fc-e9db-4858-a09a-112ae31d0ddb req-d4cb79a5-3563-41cb-82b6-d841b98c65bc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:23.551686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0fe2d2fc-e9db-4858-a09a-112ae31d0ddb req-d4cb79a5-3563-41cb-82b6-d841b98c65bc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1711211 Jun 06 19:20:23.731328 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0fe2d2fc-e9db-4858-a09a-112ae31d0ddb req-05ab9664-5fd1-499f-9cf2-fb39b9f797b5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734326 Jun 06 19:20:23.741613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:23.748584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:23.756902 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['f94bf214-8abb-4168-a2f4-041011c3144c'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:20:23.796678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Pushing event deleted for resources: {'Port': ['ID=f94bf214-8abb-4168-a2f4-041011c3144c,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:23.798875 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:23.871355 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] No DVR routers for this DVR port f94bf214-8abb-4168-a2f4-041011c3144c on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:20:23.874117 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:23.876114 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bff4b2d5-25cd-4c28-b100-74dacc08882c req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.16 "DELETE /v2.0/ports/f94bf214-8abb-4168-a2f4-041011c3144c HTTP/1.1" status: 204 len: 173 time: 0.8337822 Jun 06 19:20:23.876613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'name': 'network-vif-deleted', 'tag': 'f94bf214-8abb-4168-a2f4-041011c3144c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:20:23.879043 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5043dc0e-86d4-4759-ab25-d65a1cc69d3d" -d '{"events": [{"server_uuid": "129a7d4b-77fe-4d3d-bf51-8cc3abb30c53", "name": "network-vif-deleted", "tag": "f94bf214-8abb-4168-a2f4-041011c3144c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:20:23.933199 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8a7a1c-6138-4486-b728-bfc052804c7c x-openstack-request-id: req-7b8a7a1c-6138-4486-b728-bfc052804c7c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:20:23.933521 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129a7d4b-77fe-4d3d-bf51-8cc3abb30c53", "name": "network-vif-deleted", "tag": "f94bf214-8abb-4168-a2f4-041011c3144c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:20:23.933800 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b8a7a1c-6138-4486-b728-bfc052804c7c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:20:23.934251 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129a7d4b-77fe-4d3d-bf51-8cc3abb30c53', 'name': 'network-vif-deleted', 'tag': 'f94bf214-8abb-4168-a2f4-041011c3144c', 'status': 'completed', 'code': 200} Jun 06 19:20:24.201732 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1d746ae2-ce6b-48a8-97bc-1c635968a208 req-3258b590-0ea8-4fe5-87ca-d0d64dd74bfd tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] 10.222.0.43 "GET /v2.0/ports?device_id=129a7d4b-77fe-4d3d-bf51-8cc3abb30c53 HTTP/1.1" status: 200 len: 210 time: 0.0766480 Jun 06 19:20:24.246341 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fe1ba-6564-4ead-9e62-632fe36d487c req-8ccb55e7-fa6a-4175-9dc5-26a4b2f1d9e4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:24.247755 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-134fe1ba-6564-4ead-9e62-632fe36d487c req-8ccb55e7-fa6a-4175-9dc5-26a4b2f1d9e4 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.0919387 Jun 06 19:20:24.291399 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-134fe1ba-6564-4ead-9e62-632fe36d487c req-72cade1b-f602-4880-964c-f913c362230f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Jun 06 19:20:24.939519 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2df9d6-4ae3-4313-8d80-3ccc963fcf56 req-266c4206-d6f9-4a02-b953-c46e9ef2e460 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:24.940987 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9e2df9d6-4ae3-4313-8d80-3ccc963fcf56 req-266c4206-d6f9-4a02-b953-c46e9ef2e460 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0880475 Jun 06 19:20:24.989008 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9e2df9d6-4ae3-4313-8d80-3ccc963fcf56 req-c40e857c-c4e0-4809-bd9f-f9fa907fba50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Jun 06 19:20:25.482091 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cae16e-e51d-4ae3-903b-dbb11d2bcdd1 req-a36c1771-16fb-474f-9a67-971a42b42da9 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:25.483598 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-76cae16e-e51d-4ae3-903b-dbb11d2bcdd1 req-a36c1771-16fb-474f-9a67-971a42b42da9 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 943 time: 0.0827973 Jun 06 19:20:25.528686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-76cae16e-e51d-4ae3-903b-dbb11d2bcdd1 req-e7cc420f-290f-4293-92a9-7e0016a6028e tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393279 Jun 06 19:20:26.183495 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29d7-b98e-42fb-b4a2-a8d46b793162 req-f620751b-2bb0-4f6e-9b3c-933b2dd506f0 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:26.184945 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-069d29d7-b98e-42fb-b4a2-a8d46b793162 req-f620751b-2bb0-4f6e-9b3c-933b2dd506f0 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0883524 Jun 06 19:20:26.192897 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:20:26.197307 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device f94bf214-8abb-4168-a2f4-041011c3144c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:20:26.231093 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-069d29d7-b98e-42fb-b4a2-a8d46b793162 req-8ff74ae7-2c6c-4b47-8d42-bf7e8d6d0177 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Jun 06 19:20:26.234355 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: f94bf214-8abb-4168-a2f4-041011c3144c {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:20:26.234825 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device f94bf214-8abb-4168-a2f4-041011c3144c not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:20:26.362894 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:26.376452 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'port_id': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'mac_address': 'fa:16:3e:f4:f8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:20:26.433540 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:26.450637 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d35c18d-740c-439f-8f8a-4a3fe9c8177a {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:20:26.467328 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:26.471538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:26.476471 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:26.544858 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=7']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:26.547739 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:26.709700 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['5d35c18d-740c-439f-8f8a-4a3fe9c8177a'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:20:26.724240 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920868c-74bd-4193-aee3-5430e6c550d5 req-d2a28159-f8d3-4d57-912b-ee0d60f60615 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:26.725705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1920868c-74bd-4193-aee3-5430e6c550d5 req-d2a28159-f8d3-4d57-912b-ee0d60f60615 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 944 time: 0.0857279 Jun 06 19:20:26.780306 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1920868c-74bd-4193-aee3-5430e6c550d5 req-4528f0e9-499f-4f7e-a3f7-96dc5e66587a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485096 Jun 06 19:20:27.428985 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893df36-8991-457b-bda8-1f08b3807aee req-c3c6298b-4e1c-4add-813d-b14199045e6f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:27.430482 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8893df36-8991-457b-bda8-1f08b3807aee req-c3c6298b-4e1c-4add-813d-b14199045e6f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0859613 Jun 06 19:20:27.475626 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8893df36-8991-457b-bda8-1f08b3807aee req-d156952b-78e8-4ec9-95d3-4a85aae61873 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Jun 06 19:20:27.982924 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969fee4-ed11-4664-83a0-308b07a14d7f req-66dc85f4-e13e-4d84-be5f-85c5cecef3bc tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:27.982924 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5969fee4-ed11-4664-83a0-308b07a14d7f req-66dc85f4-e13e-4d84-be5f-85c5cecef3bc tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 944 time: 0.0829310 Jun 06 19:20:28.025491 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5969fee4-ed11-4664-83a0-308b07a14d7f req-4b2cdc92-77ca-4256-9dea-e98a86ea8652 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 Jun 06 19:20:28.203339 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:28.294870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:28.295240 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:28.429683 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:28.461937 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:20:28.464464 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dcaa54-842c-4071-911a-5f88446ee767" -d '{"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-plugged", "status": "completed", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:20:28.489230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:28.501062 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:28.503066 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-112a7b96-ae8b-4106-ae28-72df571087b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:28.569104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ba6256-42aa-4bcb-b76f-cf3fc2b2d88c x-openstack-request-id: req-60ba6256-42aa-4bcb-b76f-cf3fc2b2d88c {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:20:28.569590 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-plugged", "status": "completed", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:20:28.569864 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60ba6256-42aa-4bcb-b76f-cf3fc2b2d88c {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:20:28.570394 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'code': 200} Jun 06 19:20:28.579179 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=8']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:28.584490 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:28.723978 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85822e-0238-4ab3-8639-cc26870646af req-ddd31ef6-1152-4eb4-b757-7bec5d18134d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:28.725436 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6f85822e-0238-4ab3-8639-cc26870646af req-ddd31ef6-1152-4eb4-b757-7bec5d18134d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0997145 Jun 06 19:20:28.772667 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6f85822e-0238-4ab3-8639-cc26870646af req-d1c2a09a-c05a-4ca4-9f0c-8889d73d6155 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Jun 06 19:20:28.855285 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bf8f7-02c8-4299-b00c-e3346aca163d req-c9b30997-d804-4d21-9752-2164876dd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:28.858136 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a54bf8f7-02c8-4299-b00c-e3346aca163d req-c9b30997-d804-4d21-9752-2164876dd8d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1098 time: 0.0845289 Jun 06 19:20:28.906510 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a54bf8f7-02c8-4299-b00c-e3346aca163d req-dacf8016-94f9-4337-9c37-f8cbc7d1ef89 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Jun 06 19:20:29.286288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0af652-3321-4c70-8f4f-77ef04da968e req-a198cc38-55d2-4cb1-8aab-393f5f7914f0 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:29.287634 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a0af652-3321-4c70-8f4f-77ef04da968e req-a198cc38-55d2-4cb1-8aab-393f5f7914f0 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.2387676 Jun 06 19:20:29.295985 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-fb4ec1ea-c934-4ae4-b6cb-dee967540a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:29.297317 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-fb4ec1ea-c934-4ae4-b6cb-dee967540a37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.1772606 Jun 06 19:20:29.340620 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf04bd-aba9-4372-bc90-7f0a77d1d1df req-32869be7-df90-49c9-b1c4-58d1562aa60b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:29.342116 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c3bf04bd-aba9-4372-bc90-7f0a77d1d1df req-32869be7-df90-49c9-b1c4-58d1562aa60b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.1807485 Jun 06 19:20:29.398514 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a0af652-3321-4c70-8f4f-77ef04da968e req-0073e5e4-232f-4625-bdce-ff5ac3886130 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046832 Jun 06 19:20:29.480792 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c3bf04bd-aba9-4372-bc90-7f0a77d1d1df req-7f64de7e-a63a-43e7-ba1a-3cf0c2115368 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306186 Jun 06 19:20:29.501423 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-57f8ae42-4a15-4764-ac3f-50ca7f0aae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:29.503030 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-57f8ae42-4a15-4764-ac3f-50ca7f0aae7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.1907372 Jun 06 19:20:29.693388 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-44cd9384-c3c2-48ad-b683-eb31c8aab7bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 1002 time: 0.1831009 Jun 06 19:20:30.059243 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51296) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:30.228498 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51302) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:30.229049 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f9b2e27a-8b4a-422f-88ce-22d9fc3f27c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef80e52ce6554250b487d9275c0d881a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681519 Jun 06 19:20:30.235881 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:30.287951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:30.313214 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:30.373781 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:30.376272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:30.377395 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a912478-0258-433a-b1ed-e428220bc4f4 HTTP/1.1" status: 204 len: 168 time: 0.1467795 Jun 06 19:20:30.378147 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bbcd10ac-7ac0-4d6b-b37b-9a2e29cf1d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:30.387227 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a912478-0258-433a-b1ed-e428220bc4f4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:30.390120 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-16c175b1-c3dd-42cc-9ed3-651155a8c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:30.602964 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868baa9-7d1a-446a-9485-70e1a244c577 req-c413c84b-548a-4184-baa3-cc52950ac1f5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:30.604532 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1868baa9-7d1a-446a-9485-70e1a244c577 req-c413c84b-548a-4184-baa3-cc52950ac1f5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0879176 Jun 06 19:20:30.652202 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1868baa9-7d1a-446a-9485-70e1a244c577 req-828e8a26-e714-4b2d-9c4f-e2529ae518d0 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Jun 06 19:20:30.828418 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1a4b2-e5dd-4f9b-ac0a-918f5a2ab584 req-c2c4d6f0-8407-4ca4-a0b5-d9ed80139787 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:30.829753 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cae1a4b2-e5dd-4f9b-ac0a-918f5a2ab584 req-c2c4d6f0-8407-4ca4-a0b5-d9ed80139787 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0838816 Jun 06 19:20:30.877899 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cae1a4b2-e5dd-4f9b-ac0a-918f5a2ab584 req-95569555-4d14-4596-9a4c-349977a2809b tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Jun 06 19:20:31.848463 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab4a1e-e47e-4276-8ef7-e20781d08e20 req-41fd4b66-bb5e-424d-96e7-68dd7cfb44a9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:31.849880 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-12ab4a1e-e47e-4276-8ef7-e20781d08e20 req-41fd4b66-bb5e-424d-96e7-68dd7cfb44a9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0839643 Jun 06 19:20:31.895829 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-12ab4a1e-e47e-4276-8ef7-e20781d08e20 req-b19cf477-1fdc-4d70-b30e-9a602f1d2e61 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Jun 06 19:20:32.088004 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c063c4-d6e1-42b3-bbb3-e258701acbc0 req-0de475d8-4924-44cb-a42d-bd76b1d4d624 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:32.089333 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64c063c4-d6e1-42b3-bbb3-e258701acbc0 req-0de475d8-4924-44cb-a42d-bd76b1d4d624 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0929461 Jun 06 19:20:32.139788 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64c063c4-d6e1-42b3-bbb3-e258701acbc0 req-ea3ce1e4-fa18-482f-a219-50feccc7456e tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Jun 06 19:20:32.384638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-7c1fd375-c20b-4a5b-a32d-91a8cc2a66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:32.386614 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-7c1fd375-c20b-4a5b-a32d-91a8cc2a66b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.0754578 Jun 06 19:20:32.466876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-af0f0f33-372a-4cc6-a70e-9042deca62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:32.468321 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-af0f0f33-372a-4cc6-a70e-9042deca62a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703578 Jun 06 19:20:32.602371 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-a8636a26-9b47-42f7-8644-300cfce17766 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231287 Jun 06 19:20:32.757196 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8a7f4eea-a080-4fa8-825e-8cb6afe65665 req-519f885d-fce0-495f-a7bc-b545a8a915bd service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391449 Jun 06 19:20:33.095346 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d2281-2ff8-4cb9-b2be-4d2183fbcc15 req-734ab17e-465b-4640-8111-dc28ea34533b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:33.096883 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-052d2281-2ff8-4cb9-b2be-4d2183fbcc15 req-734ab17e-465b-4640-8111-dc28ea34533b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0847614 Jun 06 19:20:33.153873 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-052d2281-2ff8-4cb9-b2be-4d2183fbcc15 req-30734985-255f-41e3-a6ea-5083b1d8d619 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487738 Jun 06 19:20:33.331822 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e3443-aea1-4317-98ac-0eb035ab0747 req-285c0ed3-cfb6-4db4-91e3-6c54914e12c1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:33.333256 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ae6e3443-aea1-4317-98ac-0eb035ab0747 req-285c0ed3-cfb6-4db4-91e3-6c54914e12c1 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0798020 Jun 06 19:20:33.384378 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ae6e3443-aea1-4317-98ac-0eb035ab0747 req-e117e560-b830-4ecf-9884-023cd46aa612 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453608 Jun 06 19:20:33.622958 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c560-0e10-49ae-9481-7e9ca9f79cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:34.361137 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285d2a-b6c0-4641-881a-1a00141b7e85 req-6b5f0ebd-81e6-4975-b0be-2e97c1e4d0a5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:34.362603 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c9285d2a-b6c0-4641-881a-1a00141b7e85 req-6b5f0ebd-81e6-4975-b0be-2e97c1e4d0a5 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0887904 Jun 06 19:20:34.407256 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c9285d2a-b6c0-4641-881a-1a00141b7e85 req-bcac3308-8f66-4d10-944d-a4c90a2f186d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379219 Jun 06 19:20:36.079468 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:36.303647 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4e8fedd4-bdba-401b-826d-7ae7747d2cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:37.353149 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:38.861191 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:40.752142 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:20:46.568217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51406) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:46.687224 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b45157d-af56-4eec-a01d-138264d910a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:46.820116 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b45157d-af56-4eec-a01d-138264d910a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:46.826519 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b45157d-af56-4eec-a01d-138264d910a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:46.833358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-777edea6-3762-4cd1-9aa6-e3b4c4acd904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:46.873550 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-3b45157d-af56-4eec-a01d-138264d910a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4b77450ab194312b47ddf5afcfffde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042536 Jun 06 19:20:46.874378 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45157d-af56-4eec-a01d-138264d910a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4185a0-1246-4e40-8a52-c257dfe76b4c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:46.876420 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51410) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:46.877678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3b45157d-af56-4eec-a01d-138264d910a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:46.939980 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:46.965291 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.021113 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.024022 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.025136 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa4185a0-1246-4e40-8a52-c257dfe76b4c HTTP/1.1" status: 204 len: 168 time: 0.1468184 Jun 06 19:20:47.025905 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-82de08c4-9dba-45a1-8f7b-8578e32df0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:47.035366 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4185a0-1246-4e40-8a52-c257dfe76b4c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:47.042685 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.043081 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.043458 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.043818 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.044170 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.044524 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.044957 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.045223 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.045556 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.045924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.046269 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.046656 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:47.049677 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-37a5db39-3157-4d3a-b2e9-db3b24c10588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:47.729102 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51434) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:47.842636 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1703911430-network', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:47.870333 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Made reservation on behalf of eee4dd0dd9084f7db015df56667359c6 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:47.873965 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.889097 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.989048 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.994910 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:47.997708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ac40e5a-6956-462e-b2c9-b4d356099b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:48.024313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:20:48.032784 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8181f616-10cc-4689-95f5-4161cb943cfc,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:48.036410 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:48.039153 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.039510 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Added segment 671e68cf-6a31-491c-9ad8-29030863b279 of type vlan for network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 Jun 06 19:20:48.071484 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.101722 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.103035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:48.103622 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.106939 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ba49eac2-17c3-42b0-baf0-0345382479ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:48.191816 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4613051 Jun 06 19:20:48.195143 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51440) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:48.197065 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ded7e1-67fc-459e-904f-fbe5c6e8b584,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:48.199832 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7265666b-ce1f-4679-b225-1ab4be342774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:48.200610 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Request body: {'subnet': {'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1703911430-subnet', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:48.210604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:20:48.225616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Made reservation on behalf of eee4dd0dd9084f7db015df56667359c6 for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:48.227918 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10700878'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.433559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10963205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10700892'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.437217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-14d24e55-dfaa-406d-a641-b9db7ae5027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:48.506004 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4047308d-0b6a-4154-a257-536cb6d9f1f4,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:48.509714 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:48.516766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Checking segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:48.517122 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Network hostable DHCP agents. Network: a0ded7e1-67fc-459e-904f-fbe5c6e8b584, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:20:48.535595 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:20:48.544995 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, a0ded7e1-67fc-459e-904f-fbe5c6e8b584) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:48.548855 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:48.549431 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.554265 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfe234-aca9-4986-a25f-f7e33fdb7f05 None None] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:20:48.567241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-ce9862af-ca3a-4c78-86c3-74c58d3c3e20 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3709364 Jun 06 19:20:48.570201 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51442) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:48.574719 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:48.596921 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.598093 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.618371 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.763119 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:20:48.763991 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.888163 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:48.915486 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Allocated IP 172.20.0.2 (a0ded7e1-67fc-459e-904f-fbe5c6e8b584/4047308d-0b6a-4154-a257-536cb6d9f1f4/bf244f6e-25b8-467c-bf7f-974e2f786532) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:49.111136 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.121504 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Transition to ACTIVE for port object bf244f6e-25b8-467c-bf7f-974e2f786532 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:49.139909 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Transition to ACTIVE for port object bf244f6e-25b8-467c-bf7f-974e2f786532 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:49.146840 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.158156 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:49.216911 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:49.220056 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:49.224340 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:49.225322 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.256368 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.266423 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Pushing event updated for resources: {'Port': ['ID=bf244f6e-25b8-467c-bf7f-974e2f786532,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:49.295681 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:49.323379 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Attempting to bind port bf244f6e-25b8-467c-bf7f-974e2f786532 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:49.323749 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Attempting to bind port bf244f6e-25b8-467c-bf7f-974e2f786532 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:49.324120 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Attempting to bind port bf244f6e-25b8-467c-bf7f-974e2f786532 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:49.330072 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:49.330443 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Checking segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:49.330848 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.331246 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Bound using segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:49.331708 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Bound port: bf244f6e-25b8-467c-bf7f-974e2f786532, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:49.332080 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.419657 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] For port bf244f6e-25b8-467c-bf7f-974e2f786532, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:49.422966 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] For port bf244f6e-25b8-467c-bf7f-974e2f786532, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=bf244f6e-25b8-467c-bf7f-974e2f786532,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:49.427581 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.431160 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:49.485315 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Allocated IP 172.27.1.48 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/a200dcae-4909-443a-8e27-a7d96da2933e) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:49.541705 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Pushing event updated for resources: {'Port': ['ID=bf244f6e-25b8-467c-bf7f-974e2f786532,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:49.548631 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:49.636024 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.668997 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:49.676946 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-d0cfc9f7-9e37-460a-923f-835d00dc8c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:49.762758 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:49.765163 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:49.768855 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:49.814039 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a200dcae-4909-443a-8e27-a7d96da2933e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:49.817512 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:49.855494 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device bf244f6e-25b8-467c-bf7f-974e2f786532 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:49.923482 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port bf244f6e-25b8-467c-bf7f-974e2f786532 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:50.194486 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.420578 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7529974-d8a1-40eb-b940-abb244d95203 None None] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:20:50.506693 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Provisioning for port bf244f6e-25b8-467c-bf7f-974e2f786532 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:50.525689 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Provisioning complete for port bf244f6e-25b8-467c-bf7f-974e2f786532 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:50.526109 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.538897 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.738022 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:20:50.750660 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.790989 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] For port bf244f6e-25b8-467c-bf7f-974e2f786532, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=bf244f6e-25b8-467c-bf7f-974e2f786532,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:50.797148 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:50.801079 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9b73a53e-adc6-42c7-a1d9-d510e525a194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:50.876050 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Pushing event updated for resources: {'Port': ['ID=bf244f6e-25b8-467c-bf7f-974e2f786532,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:50.888808 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:51.017472 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-373299e0-893b-4cb9-a253-8eadb7995198 None None] Provisioning complete for port bf244f6e-25b8-467c-bf7f-974e2f786532 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:51.017855 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-373299e0-893b-4cb9-a253-8eadb7995198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:51.033432 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:20:51.049792 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:20:51.054994 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:51.056191 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4850166 Jun 06 19:20:51.059027 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51448) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:51.073944 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:20:51.074551 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:51.297440 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:20:51.581675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:50Z', 'revision_number': 3, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:51.587630 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:20:51.587981 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Updating router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 port a200dcae-4909-443a-8e27-a7d96da2933e binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:20:51.641745 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:51.730042 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:51.844179 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device bf244f6e-25b8-467c-bf7f-974e2f786532 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:51.934952 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Allocated IP 172.20.0.1 (a0ded7e1-67fc-459e-904f-fbe5c6e8b584/4047308d-0b6a-4154-a257-536cb6d9f1f4/0c98841d-ad0f-4f72-9033-f9a0f3e62f85) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:51.994398 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port bf244f6e-25b8-467c-bf7f-974e2f786532 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:51.994769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.080460 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.095889 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Transition to ACTIVE for port object 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:52.100843 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.116356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Transition to ACTIVE for port object a200dcae-4909-443a-8e27-a7d96da2933e will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:52.120172 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.125119 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:52.149553 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.158882 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:52.188073 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:52.190921 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:52.193514 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:52.233837 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:52.238758 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:52.254143 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Attempting to bind port a200dcae-4909-443a-8e27-a7d96da2933e on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:52.254857 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Attempting to bind port a200dcae-4909-443a-8e27-a7d96da2933e by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:52.254857 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Attempting to bind port a200dcae-4909-443a-8e27-a7d96da2933e on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:52.257084 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d12f8-1bd7-4963-b99f-fb98186417d1 None None] Pushing event updated for resources: {'Port': ['ID=a200dcae-4909-443a-8e27-a7d96da2933e,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:52.259516 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.260747 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-431d12f8-1bd7-4963-b99f-fb98186417d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:52.263262 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:52.263632 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:52.264037 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.264423 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:52.264890 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Bound port: a200dcae-4909-443a-8e27-a7d96da2933e, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:52.265264 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.340155 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] For port a200dcae-4909-443a-8e27-a7d96da2933e, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:52.343738 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] For port a200dcae-4909-443a-8e27-a7d96da2933e, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a200dcae-4909-443a-8e27-a7d96da2933e,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:52.352017 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.356378 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:52.443906 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:20:52.444517 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:52.490926 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d12f8-1bd7-4963-b99f-fb98186417d1 None None] Pushing event updated for resources: {'Port': ['ID=a200dcae-4909-443a-8e27-a7d96da2933e,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:52.499384 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-431d12f8-1bd7-4963-b99f-fb98186417d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:52.499989 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-bda85226-2841-4126-9f8b-3ca37daaf66e None None] Provisioning for port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:52.514887 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-bda85226-2841-4126-9f8b-3ca37daaf66e None None] Provisioning complete for port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:52.515264 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bda85226-2841-4126-9f8b-3ca37daaf66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.647346 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-bda85226-2841-4126-9f8b-3ca37daaf66e None None] Port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:20:52.669498 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.672702 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:20:52.887312 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.892702 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:52.918596 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:52.953452 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:50Z', 'revision_number': 3, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:52.957379 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7670065-0c8f-4923-af5b-8cecc950e89f None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:50Z', 'revision_number': 3, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:20:52.998017 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:53.001654 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:53.004969 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:53.135787 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:53.137147 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:53.337943 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:20:53.383434 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-6f3439aa-7180-45fa-8276-b89ee2447523 None None] Provisioning complete for port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:53.383815 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6f3439aa-7180-45fa-8276-b89ee2447523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:53.447115 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-6f3439aa-7180-45fa-8276-b89ee2447523 None None] Port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:20:53.521032 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:20:53.526451 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e75d4ece-2205-4365-a52d-dafe5d961bd0 admin admin] 10.222.0.43 "PUT /v2.0/routers/ad8481bf-fdcf-49b7-8f00-1941ab9bcb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663732 Jun 06 19:20:53.847634 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a200dcae-4909-443a-8e27-a7d96da2933e up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:53.915347 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port a200dcae-4909-443a-8e27-a7d96da2933e completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:53.920562 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port a200dcae-4909-443a-8e27-a7d96da2933e triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:53.921001 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.039502 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.055759 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port a200dcae-4909-443a-8e27-a7d96da2933e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a200dcae-4909-443a-8e27-a7d96da2933e,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:54.060043 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.060258 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51470) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:54.063270 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:54.066090 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1259294250-network', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:54.089385 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Made reservation on behalf of b6c56d3f0fe24404a2c7073146d36c2f for: {'network': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:54.092161 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.105103 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.129763 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=a200dcae-4909-443a-8e27-a7d96da2933e,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:54.139353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.139697 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.140031 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.140361 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.140674 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.140995 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.141314 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.141641 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.141996 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.142312 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.142624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.143044 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.147150 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:54.209340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.216427 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.222061 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1f5e35d2-9076-42ce-820e-25d66079af6f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:54.251263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=91912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:20:54.263215 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a7938-3e87-4b33-902e-6e94b0728466,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:54.267913 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.268315 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.segments_db [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Added segment f82edccb-7392-4397-89d5-7481bdab9fd7 of type vlan for network 232f5b36-06ed-4535-a152-1a570013fec8 Jun 06 19:20:54.281870 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.282515 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.283117 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.283972 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.284532 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.285058 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.285528 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.286064 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.286516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.286989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.287460 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.287908 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:54.294842 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:54.320516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.353679 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.355191 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:54.355768 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.359332 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-eef90381-34c7-45c2-aa7c-f1eec8ea66e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:54.405640 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3435781 Jun 06 19:20:54.408375 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51474) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:54.454347 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Request body: {'subnet': {'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1259294250-subnet', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'ip_version': 4}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:54.465715 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=232f5b36-06ed-4535-a152-1a570013fec8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:54.471061 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:54.475668 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 232f5b36-06ed-4535-a152-1a570013fec8 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:20:54.487046 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Made reservation on behalf of b6c56d3f0fe24404a2c7073146d36c2f for: {'subnet': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:20:54.489397 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10700878'] for subnet, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.501431 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:20:54.510494 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:20:54.511086 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:54.695823 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:20:54.708908 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10963205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10700892'] for subnet, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.712876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fdd05605-4278-4551-beb0-6a0db82f2856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:54.778273 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cb9cec-4f84-415a-85c0-f08bc81e4c94,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:54.782437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:54.792166 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Checking segment: {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:54.792459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Network hostable DHCP agents. Network: 232f5b36-06ed-4535-a152-1a570013fec8, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:20:54.811040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Network 232f5b36-06ed-4535-a152-1a570013fec8 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:20:54.822111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 232f5b36-06ed-4535-a152-1a570013fec8) {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:54.826887 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:54.827972 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.835769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb47fcc-a7e1-4ece-beb3-522c44b6cf6e None None] Network 232f5b36-06ed-4535-a152-1a570013fec8 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:20:54.855286 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4454365 Jun 06 19:20:54.857504 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51478) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:54.862473 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:20:54.896882 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.898328 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:54.917214 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.070068 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 2, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:55.074505 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:20:55.075052 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Updating router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:20:55.132682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-232f5b36-06ed-4535-a152-1a570013fec8', 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'fixed_ips': [{'subnet_id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:20:55.134943 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.135457 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.325413 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.326296 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Allocated IP 172.20.0.2 (232f5b36-06ed-4535-a152-1a570013fec8/14cb9cec-4f84-415a-85c0-f08bc81e4c94/7f94a02f-521b-4a0c-a5c0-0acd0b59b437) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:55.505783 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.519121 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Transition to ACTIVE for port object 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:55.531669 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.538874 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:55.585345 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.596237 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Transition to ACTIVE for port object 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:55.620837 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Transition to ACTIVE for port object 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:55.632790 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.638916 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9b73a53e-adc6-42c7-a1d9-d510e525a194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:55.722969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Pushing event updated for resources: {'Port': ['ID=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:55.725182 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:55.727848 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:55.735049 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Network 232f5b36-06ed-4535-a152-1a570013fec8 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:55.736961 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:55.740477 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:55.773946 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.799016 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.799364 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.799690 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.800011 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.800329 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.800636 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.800950 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.801253 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.801577 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.806112 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.806232 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.806518 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:20:55.822343 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.822592 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:55.835429 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Attempting to bind port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:55.835890 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Attempting to bind port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:55.836259 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Attempting to bind port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:55.843482 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:55.843973 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Checking segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:55.844420 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.844535 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Attempting to bind port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:55.844815 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Attempting to bind port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:55.844974 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Bound using segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:55.845211 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Attempting to bind port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 on network 232f5b36-06ed-4535-a152-1a570013fec8 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:55.845345 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Bound port: 0c98841d-ad0f-4f72-9033-f9a0f3e62f85, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:55.845702 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.851253 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:55.851670 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Checking segment: {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:55.852197 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.852705 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Bound using segment: {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:55.853171 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Bound port: 7f94a02f-521b-4a0c-a5c0-0acd0b59b437, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:55.853545 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.905755 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a200dcae-4909-443a-8e27-a7d96da2933e up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:55.943995 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] For port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:55.947762 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] For port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:55.951884 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:55.956741 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-865f72ce-e509-45e6-803a-d3c1807d18af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:55.989470 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Allocated IP 172.27.1.18 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:56.011898 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] For port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:56.015927 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] For port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:56.023297 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port a200dcae-4909-443a-8e27-a7d96da2933e triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:56.023728 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:56.031922 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:20:56.032705 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:56.047515 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:56.056289 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:56.094434 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:56.098430 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0bd94632-0719-4d56-b822-b772ebf04ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:56.167507 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Pushing event updated for resources: {'Port': ['ID=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:56.173370 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:56.203743 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:56.244613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:56.259460 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c423747-a128-4a36-aeaf-ecb42803d3e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:56.260289 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:20:56.299895 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:56.307017 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:56.309661 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:56.407257 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:56.410669 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:56.531950 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-1834c813-876b-46b4-8357-0e365e98a788 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811033 Jun 06 19:20:56.651756 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:55Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:56.656597 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4386-00ce-44bc-92ee-5b621b688660 None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:55Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:20:56.818773 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-d1b1a9d2-471d-4af6-9ba3-9d8080c435bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:56.820379 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-d1b1a9d2-471d-4af6-9ba3-9d8080c435bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 1099 time: 0.2163084 Jun 06 19:20:56.851213 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:56.987240 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-ae8e97f9-ac4f-490f-bff1-7dcad55ea675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:56.988835 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-ae8e97f9-ac4f-490f-bff1-7dcad55ea675 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.1484210 Jun 06 19:20:57.116798 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-4300a636-5f49-46d0-81bd-9764b270df4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 200 len: 1002 time: 0.1137171 Jun 06 19:20:57.186833 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-742e5a79-ee8b-4307-92dd-9747059a650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:57.188402 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-742e5a79-ee8b-4307-92dd-9747059a650b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.0648482 Jun 06 19:20:57.205071 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96386e58-bb1d-49aa-bb07-13f3959a21a7 None None] Network 232f5b36-06ed-4535-a152-1a570013fec8 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:20:57.269605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-94747ec8-d20e-4697-b454-faa7bb0296d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:57.271243 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-94747ec8-d20e-4697-b454-faa7bb0296d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752149 Jun 06 19:20:57.334956 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-396d62eb-39fc-42e7-b5fa-a54f8b70fdf4 None None] Provisioning for port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:57.337268 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:57.493676 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-f5feb6db-7c12-487a-93d9-f589cad60221 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142439 Jun 06 19:20:57.674890 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9736a233-0083-4090-aa84-260f59a1c4e3 req-6c2ba40a-78f0-48b7-98e8-0bd76156dd75 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722343 Jun 06 19:20:57.754625 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Router 6c795271-67b4-4243-a616-b88873fe9770 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:20:57.939926 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:58.013919 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:20:58.027517 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Sync routers for ids ['6c795271-67b4-4243-a616-b88873fe9770'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:20:58.032218 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:58.038827 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:58.038930 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.041463 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.045881 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4cb325ce-9b9c-43af-9a08-6a7c95c29c54 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1872232 Jun 06 19:20:58.046236 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51506) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:20:58.083233 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Routers {'6c795271-67b4-4243-a616-b88873fe9770'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:20:58.083858 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c795271-67b4-4243-a616-b88873fe9770'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:58.363936 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Set router 6c795271-67b4-4243-a616-b88873fe9770 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:20:58.458793 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.461933 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a2b88-1414-46ba-8603-740948a520ad req-aab584f5-0366-4dbd-82e3-724efbfac6b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:58.463454 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-824a2b88-1414-46ba-8603-740948a520ad req-aab584f5-0366-4dbd-82e3-724efbfac6b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.2503047 Jun 06 19:20:58.574831 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:58.579757 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-824a2b88-1414-46ba-8603-740948a520ad req-78b50761-02f1-4a2a-bab6-be533a6af2b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097245 Jun 06 19:20:58.586766 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.587621 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:58.612472 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d9bf192f-1a96-4ccb-b022-b6542081449c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:58.749003 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:58.753379 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:58.774990 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:58.782590 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:58.782965 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.839028 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:20:56Z', 'revision_number': 3, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:58.846671 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Checking router: 6c795271-67b4-4243-a616-b88873fe9770 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:20:58.847019 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Updating router 6c795271-67b4-4243-a616-b88873fe9770 port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:20:58.933016 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.948852 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:58.997562 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.090553 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:20:59.106252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.111146 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-431d12f8-1bd7-4963-b99f-fb98186417d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:59.154184 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Allocated IP 172.20.0.1 (232f5b36-06ed-4535-a152-1a570013fec8/14cb9cec-4f84-415a-85c0-f08bc81e4c94/cebcc059-b1da-4f1e-8c3c-e600805fbab4) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:20:59.250637 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:59.254767 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:59.299182 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.314284 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Transition to ACTIVE for port object cebcc059-b1da-4f1e-8c3c-e600805fbab4 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:59.342631 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.347238 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a38051f-e06a-4dbe-80c3-27debec55e1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:59.351965 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.363564 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Transition to ACTIVE for port object b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:20:59.371083 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.374813 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:59.409696 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Network 232f5b36-06ed-4535-a152-1a570013fec8 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:20:59.412433 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:20:59.415989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:20:59.448996 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Pushing event updated for resources: {'Port': ['ID=cebcc059-b1da-4f1e-8c3c-e600805fbab4,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:59.455371 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:59.461379 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Attempting to bind port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:20:59.461908 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Attempting to bind port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:20:59.462575 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Attempting to bind port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:20:59.469071 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db03e-0abd-40c5-8ef5-7e0039d77531 None None] Pushing event updated for resources: {'Port': ['ID=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:59.473487 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-287db03e-0abd-40c5-8ef5-7e0039d77531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:59.474538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:20:59.475077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:20:59.475551 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.476077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:20:59.476653 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Bound port: b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:20:59.477274 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.481459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.554259 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] For port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:20:59.557621 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] For port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:20:59.564910 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.569151 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-edf1f375-f99c-48e0-b3be-0d459713d28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:20:59.655769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-80d69def-0ea6-408d-babf-ac927b615d55 None None] Provisioning for port cebcc059-b1da-4f1e-8c3c-e600805fbab4 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:20:59.662295 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Routers {'6c795271-67b4-4243-a616-b88873fe9770'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:20:59.663100 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c795271-67b4-4243-a616-b88873fe9770'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:20:59.709564 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287db03e-0abd-40c5-8ef5-7e0039d77531 None None] Pushing event updated for resources: {'Port': ['ID=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:20:59.717783 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-287db03e-0abd-40c5-8ef5-7e0039d77531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:20:59.718401 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-80d69def-0ea6-408d-babf-ac927b615d55 None None] Provisioning complete for port cebcc059-b1da-4f1e-8c3c-e600805fbab4 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:20:59.718768 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-80d69def-0ea6-408d-babf-ac927b615d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.792952 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:20:59.844329 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:20:59.876310 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec929c6f-8f02-4e0c-a1bc-e17a8862d8fa req-458d5cf5-8e5a-4b55-a11a-e3911a4f1971 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:20:59.877768 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ec929c6f-8f02-4e0c-a1bc-e17a8862d8fa req-458d5cf5-8e5a-4b55-a11a-e3911a4f1971 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.1681240 Jun 06 19:20:59.925569 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-80d69def-0ea6-408d-babf-ac927b615d55 None None] Port cebcc059-b1da-4f1e-8c3c-e600805fbab4 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:20:59.982952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] Set router 6c795271-67b4-4243-a616-b88873fe9770 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:00.005202 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ec929c6f-8f02-4e0c-a1bc-e17a8862d8fa req-fceade11-324c-4e27-8f81-d5583145dadd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166637 Jun 06 19:21:00.053132 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:00.053505 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.074337 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.080060 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.104001 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15bf4ef4-1964-4816-9d32-af8e00031e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:00.186412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.189877 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Pushing event updated for resources: {'Port': ['ID=cebcc059-b1da-4f1e-8c3c-e600805fbab4,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:00.193103 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:00.304438 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.323281 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Network 232f5b36-06ed-4535-a152-1a570013fec8 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:21:00.324446 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:21:00.375441 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:00.461520 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:00.461925 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.493499 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'cebcc059-b1da-4f1e-8c3c-e600805fbab4', 'name': '', 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'mac_address': 'fa:16:3e:92:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:58Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 1, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'subnets': [{'id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:00.511975 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087b72b-39a1-4e11-892d-eec164d2b589 None None] The sync data for ids ['6c795271-67b4-4243-a616-b88873fe9770'] in dv-cinder-794962-3-iscsi is: [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'cebcc059-b1da-4f1e-8c3c-e600805fbab4', 'name': '', 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'mac_address': 'fa:16:3e:92:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:58Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 1, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'subnets': [{'id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:21:00.599859 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d8d54656-13e6-4723-b78c-c564f2ba19df None None] Provisioning complete for port cebcc059-b1da-4f1e-8c3c-e600805fbab4 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:00.600156 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d8d54656-13e6-4723-b78c-c564f2ba19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:00.650138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Router 6c795271-67b4-4243-a616-b88873fe9770 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:21:00.654004 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-d8d54656-13e6-4723-b78c-c564f2ba19df None None] Port cebcc059-b1da-4f1e-8c3c-e600805fbab4 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:21:00.856158 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:21:00.861200 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] 10.222.0.43 "PUT /v2.0/routers/6c795271-67b4-4243-a616-b88873fe9770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137422 Jun 06 19:21:01.232003 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722959c1-ec6b-4e30-8427-9a4fd2469f5b req-7532fb09-8e00-4c0b-8e24-b89ff48e6e88 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:01.239766 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-722959c1-ec6b-4e30-8427-9a4fd2469f5b req-7532fb09-8e00-4c0b-8e24-b89ff48e6e88 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0973024 Jun 06 19:21:01.284205 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-722959c1-ec6b-4e30-8427-9a4fd2469f5b req-c60f0f06-c464-484d-80f8-b4ef3bce6c9b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Jun 06 19:21:01.439501 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51522) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:01.444832 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985617800', 'description': 'tempest-secgroup-smoke-1985617800 description', 'project_id': 'eee4dd0dd9084f7db015df56667359c6'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:01.470154 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.573101 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.577753 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.581691 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6953fe94-c442-428a-854f-23ab7812125b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:01.614700 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.615906 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1753855 Jun 06 19:21:01.619385 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51524) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:01.620099 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3726e2f0-3e41-4c8f-bcc3-02903af384aa,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:01.622845 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-974892d0-060f-470a-8d1c-fd6a1b6b9d69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:01.625800 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group_rule': {'security_group_id': '3726e2f0-3e41-4c8f-bcc3-02903af384aa', 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:01.656737 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.718294 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.722792 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.729438 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f7264679-2c88-483b-9990-c4cacae5f805 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:01.749626 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86e9448-b340-4388-af33-d5fd1025232f,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:01.752304 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:01.757272 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.758581 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372132 Jun 06 19:21:01.761157 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51526) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:01.765519 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group_rule': {'security_group_id': '3726e2f0-3e41-4c8f-bcc3-02903af384aa', 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:01.798088 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.870814 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.872260 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:01.877011 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.879277 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e0907e91-f129-426e-8c11-cf50ada46ea7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:01.901016 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef744fe6-5dee-45ae-8588-422fececeddb,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:01.903578 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:01.909219 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.913054 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a2ded89c-f69a-4753-940e-0cdf57a8eb77 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483741 Jun 06 19:21:01.913207 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51530) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:01.917651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group_rule': {'security_group_id': '3726e2f0-3e41-4c8f-bcc3-02903af384aa', 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:01.945619 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:01.948301 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:21:01.953334 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:01.953713 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.010026 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.014733 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.016764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:02.038042 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a958b-bdcf-4fc9-921f-de8362b83961,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:02.040592 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:02.045887 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.047150 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330352 Jun 06 19:21:02.050034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51532) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:02.055542 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group_rule': {'security_group_id': '3726e2f0-3e41-4c8f-bcc3-02903af384aa', 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:02.071845 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.086011 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.089553 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:02.094277 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.097282 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:02.152669 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.159241 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.161766 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7702a5ae-7397-41ce-961a-cb61a8f4add7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:02.166681 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:02.169737 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:02.187711 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6593eaf-3b65-48ee-b5de-838c0197ed2e,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:02.190173 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.191330 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404061 Jun 06 19:21:02.192300 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-00b8d491-5b1d-425d-a37e-d3099c91a6a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:02.194290 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51534) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:02.199016 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group_rule': {'security_group_id': '3726e2f0-3e41-4c8f-bcc3-02903af384aa', 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:02.224336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.securitygroups_db [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Project eee4dd0dd9084f7db015df56667359c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:21:02.230689 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.299417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.305103 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.307201 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-95096748-47c3-4dfa-8872-207c30e6121f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:02.328405 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc620ba-d1b4-4ad7-b9f5-fbd952f812a6,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:02.330858 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:02.337764 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.339075 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c03b7902-2243-49d6-90fd-1499d53d5abc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436338 Jun 06 19:21:02.342008 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51538) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:02.346637 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'security_group_rule': {'security_group_id': '3726e2f0-3e41-4c8f-bcc3-02903af384aa', 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:02.368753 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Project eee4dd0dd9084f7db015df56667359c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:21:02.374772 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.444180 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.448588 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.450766 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:02.473470 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87b0944-3c7c-4a58-a62e-fba8cd25bb21,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:02.476022 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:02.480454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:02.481703 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-71ae3110-baa0-4781-9f09-5c05a005eebf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386652 Jun 06 19:21:02.487802 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caca2b-128b-4620-aad8-889600c95907 req-17f6d9ba-a271-4b20-849a-82dc8358644a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:02.489287 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f4caca2b-128b-4620-aad8-889600c95907 req-17f6d9ba-a271-4b20-849a-82dc8358644a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0844429 Jun 06 19:21:02.534711 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f4caca2b-128b-4620-aad8-889600c95907 req-16eb6c7b-cbdf-4f7b-9cb3-67c9aa897462 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391555 Jun 06 19:21:03.617617 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-04ce3ec1-924c-4d11-8a51-d283cbaed0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:03.732370 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec94a-9154-492d-adce-fc937ff86115 req-13bee651-39f4-407c-8aad-d86632ff1ff4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:03.733809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-883ec94a-9154-492d-adce-fc937ff86115 req-13bee651-39f4-407c-8aad-d86632ff1ff4 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0842607 Jun 06 19:21:03.778286 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-883ec94a-9154-492d-adce-fc937ff86115 req-ea74ba7b-d3cb-44be-801d-cbeb43b22bef tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386546 Jun 06 19:21:03.835651 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:03.903219 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:03.903592 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:04.199043 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Sync routers for ids ['6c795271-67b4-4243-a616-b88873fe9770'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:21:04.209442 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Routers {'6c795271-67b4-4243-a616-b88873fe9770'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:04.210073 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c795271-67b4-4243-a616-b88873fe9770'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:04.401203 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Set router 6c795271-67b4-4243-a616-b88873fe9770 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:04.720501 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'cebcc059-b1da-4f1e-8c3c-e600805fbab4', 'name': '', 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'mac_address': 'fa:16:3e:92:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:58Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 2, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'subnets': [{'id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:04.724630 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Checking router: 6c795271-67b4-4243-a616-b88873fe9770 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:21:04.724988 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Updating router 6c795271-67b4-4243-a616-b88873fe9770 port cebcc059-b1da-4f1e-8c3c-e600805fbab4 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:21:04.778133 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:04.980663 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8b1f5-5df3-4038-986c-ccf495ee4cf0 req-60181ed8-475d-444e-8922-0978407965ab tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:04.982024 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ad8b1f5-5df3-4038-986c-ccf495ee4cf0 req-60181ed8-475d-444e-8922-0978407965ab tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0829010 Jun 06 19:21:05.028654 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8ad8b1f5-5df3-4038-986c-ccf495ee4cf0 req-0d857df6-2680-482d-89a8-c2be71a0e1d5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Jun 06 19:21:05.127933 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:05.139542 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Transition to ACTIVE for port object cebcc059-b1da-4f1e-8c3c-e600805fbab4 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:21:05.146514 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:05.150433 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:05.276999 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880e68-20f6-4ad9-939a-a08ef9ddcd53 None None] Pushing event updated for resources: {'Port': ['ID=cebcc059-b1da-4f1e-8c3c-e600805fbab4,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:05.280769 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ae880e68-20f6-4ad9-939a-a08ef9ddcd53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:05.376706 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Attempting to bind port cebcc059-b1da-4f1e-8c3c-e600805fbab4 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:21:05.377081 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Attempting to bind port cebcc059-b1da-4f1e-8c3c-e600805fbab4 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:21:05.377445 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Attempting to bind port cebcc059-b1da-4f1e-8c3c-e600805fbab4 on network 232f5b36-06ed-4535-a152-1a570013fec8 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:21:05.382810 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:21:05.383179 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Checking segment: {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:21:05.383578 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:05.383969 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Bound using segment: {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:21:05.384431 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Bound port: cebcc059-b1da-4f1e-8c3c-e600805fbab4, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82edccb-7392-4397-89d5-7481bdab9fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:21:05.384807 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:05.477174 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] For port cebcc059-b1da-4f1e-8c3c-e600805fbab4, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:21:05.480301 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] For port cebcc059-b1da-4f1e-8c3c-e600805fbab4, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=cebcc059-b1da-4f1e-8c3c-e600805fbab4,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:21:05.486276 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:05.490835 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:05.565072 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Routers {'6c795271-67b4-4243-a616-b88873fe9770'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:05.565689 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:20:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c795271-67b4-4243-a616-b88873fe9770'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:05.661007 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880e68-20f6-4ad9-939a-a08ef9ddcd53 None None] Pushing event updated for resources: {'Port': ['ID=cebcc059-b1da-4f1e-8c3c-e600805fbab4,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:05.665735 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ae880e68-20f6-4ad9-939a-a08ef9ddcd53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:05.775109 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] Set router 6c795271-67b4-4243-a616-b88873fe9770 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:05.859063 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device cebcc059-b1da-4f1e-8c3c-e600805fbab4 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:05.930247 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port cebcc059-b1da-4f1e-8c3c-e600805fbab4 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:21:05.934958 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port cebcc059-b1da-4f1e-8c3c-e600805fbab4 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:05.935326 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:06.051285 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:06.093188 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'cebcc059-b1da-4f1e-8c3c-e600805fbab4', 'name': '', 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'mac_address': 'fa:16:3e:92:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:58Z', 'updated_at': '2021-06-06T19:21:05Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'subnets': [{'id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:06.097400 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5cfe-442b-4ec9-adad-36556a649090 None None] The sync data for ids ['6c795271-67b4-4243-a616-b88873fe9770'] in dv-cinder-794962-3-iscsi is: [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:20:59Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'cebcc059-b1da-4f1e-8c3c-e600805fbab4', 'name': '', 'network_id': '232f5b36-06ed-4535-a152-1a570013fec8', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'mac_address': 'fa:16:3e:92:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:58Z', 'updated_at': '2021-06-06T19:21:05Z', 'revision_number': 4, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'subnets': [{'id': '14cb9cec-4f84-415a-85c0-f08bc81e4c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:21:06.128971 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:06.142150 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port cebcc059-b1da-4f1e-8c3c-e600805fbab4, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=cebcc059-b1da-4f1e-8c3c-e600805fbab4,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:06.150368 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:06.155183 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:06.230605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=cebcc059-b1da-4f1e-8c3c-e600805fbab4,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:06.234050 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:06.249088 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c986683-6440-42fe-9c01-76d85f8d75c0 req-f1abb5eb-5fc0-499f-aaa2-7b871c04ec60 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:06.251741 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c986683-6440-42fe-9c01-76d85f8d75c0 req-f1abb5eb-5fc0-499f-aaa2-7b871c04ec60 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0918646 Jun 06 19:21:06.299160 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c986683-6440-42fe-9c01-76d85f8d75c0 req-f4101e7e-fd77-4af0-b5ff-7d87b2efc0c7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Jun 06 19:21:06.308278 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f332d261-f40f-42e7-8581-c74067ef778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:07.357077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:07.515046 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27214d-da4a-426a-a561-53b8afbcc045 req-ca09de0d-1491-45c2-84e1-3d9a8b9060ba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:07.516548 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-da27214d-da4a-426a-a561-53b8afbcc045 req-ca09de0d-1491-45c2-84e1-3d9a8b9060ba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0926511 Jun 06 19:21:07.566267 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-da27214d-da4a-426a-a561-53b8afbcc045 req-e7018231-71ec-4c09-a6b3-c2a7d4ac905e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436251 Jun 06 19:21:07.843715 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device cebcc059-b1da-4f1e-8c3c-e600805fbab4 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:07.919889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port cebcc059-b1da-4f1e-8c3c-e600805fbab4 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:07.920267 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:08.757471 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6ea2-5a84-4a53-9384-278a599ae807 req-7b866aed-2127-4245-8884-9349f7d57895 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:08.759144 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a8c6ea2-5a84-4a53-9384-278a599ae807 req-7b866aed-2127-4245-8884-9349f7d57895 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0811937 Jun 06 19:21:08.805856 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a8c6ea2-5a84-4a53-9384-278a599ae807 req-eb133928-2cd2-45f2-91b8-40921d5e4a8e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 Jun 06 19:21:08.860524 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:10.001209 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7d9ee-7bc4-4c09-bf2e-8422c95134b8 req-6f4e35d6-a367-46bd-8b7c-f6b6ffe8a08d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:10.002701 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-acb7d9ee-7bc4-4c09-bf2e-8422c95134b8 req-6f4e35d6-a367-46bd-8b7c-f6b6ffe8a08d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0870128 Jun 06 19:21:10.049490 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-acb7d9ee-7bc4-4c09-bf2e-8422c95134b8 req-e5535f8e-88a0-4769-96a0-5f3d26876df5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 Jun 06 19:21:11.248092 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b1a06-c7c0-47dd-a4a1-912c308e9352 req-8d795618-e1c6-485b-860e-e11363e1a04c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:11.249563 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ad1b1a06-c7c0-47dd-a4a1-912c308e9352 req-8d795618-e1c6-485b-860e-e11363e1a04c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0820634 Jun 06 19:21:11.297343 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ad1b1a06-c7c0-47dd-a4a1-912c308e9352 req-9c786b2f-95f2-4c7d-b8e0-147171879c6c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Jun 06 19:21:12.500818 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86065040-59b1-4c49-beea-edfdf0eea604 req-e1bd0c32-1a13-4b49-b132-348273ccf730 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:12.502355 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86065040-59b1-4c49-beea-edfdf0eea604 req-e1bd0c32-1a13-4b49-b132-348273ccf730 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0898414 Jun 06 19:21:12.548444 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-86065040-59b1-4c49-beea-edfdf0eea604 req-befed66d-16d9-450d-8b24-111962032527 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392778 Jun 06 19:21:13.744619 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedef5ab-1b42-408f-acc0-69c72f25243e req-0d094eb0-7ede-4752-acfa-af6c1aaec1f0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:13.746085 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fedef5ab-1b42-408f-acc0-69c72f25243e req-0d094eb0-7ede-4752-acfa-af6c1aaec1f0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0848119 Jun 06 19:21:13.794705 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fedef5ab-1b42-408f-acc0-69c72f25243e req-d2782ea1-5942-4c56-91c7-609760b22a59 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Jun 06 19:21:15.003269 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887ba8d-dc5c-454a-97cd-f3e88b17d014 req-c58ea7e0-f13c-4ab2-bdd9-a9feeff650bd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:15.005449 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f887ba8d-dc5c-454a-97cd-f3e88b17d014 req-c58ea7e0-f13c-4ab2-bdd9-a9feeff650bd tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0988376 Jun 06 19:21:15.052610 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f887ba8d-dc5c-454a-97cd-f3e88b17d014 req-f3c22a04-939f-4648-98be-e0122fb41852 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421615 Jun 06 19:21:16.245634 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517f7a0-6df7-465a-ab3d-a3adb11d85a2 req-1bed4043-6d40-45e7-8ad9-3bad6c579f88 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:16.247149 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6517f7a0-6df7-465a-ab3d-a3adb11d85a2 req-1bed4043-6d40-45e7-8ad9-3bad6c579f88 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0832028 Jun 06 19:21:16.395516 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6517f7a0-6df7-465a-ab3d-a3adb11d85a2 req-e2c34e49-f101-44f5-b12c-836d6a689ed0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424503 Jun 06 19:21:16.512783 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:21:16.661436 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:16.678878 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '715aad01-4cbd-4fd3-a486-070d25443724', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'port_id': '715aad01-4cbd-4fd3-a486-070d25443724', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:21:16.740066 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:16.761126 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 715aad01-4cbd-4fd3-a486-070d25443724 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:21:16.780594 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:16.786947 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:16.789889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:16.863744 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=6']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:16.868421 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:16.885350 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['715aad01-4cbd-4fd3-a486-070d25443724'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:21:17.369197 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9edef-b278-4e75-935c-cdd68c4de142 req-b0d207a5-9a8f-4cdc-8f8c-ca2c75cb8d62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:17.370849 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9f9edef-b278-4e75-935c-cdd68c4de142 req-b0d207a5-9a8f-4cdc-8f8c-ca2c75cb8d62 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0973256 Jun 06 19:21:17.433478 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d9f9edef-b278-4e75-935c-cdd68c4de142 req-dac61e70-2684-4f77-937b-34b967e14c83 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543332 Jun 06 19:21:17.616489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541af8a6-fb51-4050-a023-c38b9a79e139 req-9db4a19f-2c69-46f0-ac68-32b980617757 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:17.623967 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-541af8a6-fb51-4050-a023-c38b9a79e139 req-9db4a19f-2c69-46f0-ac68-32b980617757 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 945 time: 0.1037567 Jun 06 19:21:17.666031 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-541af8a6-fb51-4050-a023-c38b9a79e139 req-835ea2ee-7c8c-494f-bce5-f650a6e70d8a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Jun 06 19:21:17.752888 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:21:18.515433 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:18.585939 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 715aad01-4cbd-4fd3-a486-070d25443724 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:18.587436 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:18.630911 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb6911-ce53-47ea-8393-670f7abdd5b6 req-a86bda0e-2238-4693-8c25-16bc2c84d27a tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:18.632263 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e2bb6911-ce53-47ea-8393-670f7abdd5b6 req-a86bda0e-2238-4693-8c25-16bc2c84d27a tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.0814500 Jun 06 19:21:18.680257 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e2bb6911-ce53-47ea-8393-670f7abdd5b6 req-b8f1a0a8-5a9a-49bd-ace7-885418a1c635 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Jun 06 19:21:18.705539 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:18.736689 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:18.739004 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f61f86-11ba-4f9b-8e49-8a0a26ab9cd8" -d '{"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-plugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:18.747039 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:18.752042 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:18.754065 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:18.789085 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50804320-79e5-4ea4-b65f-b202c979476a x-openstack-request-id: req-50804320-79e5-4ea4-b65f-b202c979476a {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:18.789518 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-plugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:18.789950 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50804320-79e5-4ea4-b65f-b202c979476a {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:18.790586 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'code': 200} Jun 06 19:21:18.826099 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=7']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:18.829474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:18.859389 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b97d-1db8-41d4-a488-8a6cee4d452a req-ccc30b77-f642-411e-a845-ade08f80c80a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:18.860835 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0331b97d-1db8-41d4-a488-8a6cee4d452a req-ccc30b77-f642-411e-a845-ade08f80c80a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.0835798 Jun 06 19:21:18.904720 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0331b97d-1db8-41d4-a488-8a6cee4d452a req-82743efc-3b1a-4a2f-aa63-e5d01176a5be tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379951 Jun 06 19:21:19.966082 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d178-c179-4162-91aa-13ae268ee277 req-812c48fa-a8e6-4d55-95d4-a134ce6a611c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:19.968891 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5911d178-c179-4162-91aa-13ae268ee277 req-812c48fa-a8e6-4d55-95d4-a134ce6a611c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1763148 Jun 06 19:21:20.038973 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7263c-53b4-4693-ae93-73c6b1dfd325 req-7c15ba61-9c99-4de1-929c-9ef651f6dd3d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:20.040443 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4da7263c-53b4-4693-ae93-73c6b1dfd325 req-7c15ba61-9c99-4de1-929c-9ef651f6dd3d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 946 time: 0.1939168 Jun 06 19:21:20.182652 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4da7263c-53b4-4693-ae93-73c6b1dfd325 req-cc63f92f-67d3-40ee-a949-e425cd7c72af tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=322ab176-2441-4185-8315-b858917a36a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804935 Jun 06 19:21:20.263414 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033901de-d678-45c1-9cef-58e719c535b6 req-0533e081-497f-4059-9aa2-36a6f1556c2d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:20.270467 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-033901de-d678-45c1-9cef-58e719c535b6 req-0533e081-497f-4059-9aa2-36a6f1556c2d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.2289357 Jun 06 19:21:20.312793 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Deleting port fb7272e6-47c1-42fe-9e83-bff9864eeaaa {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:21:20.313282 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:20.339841 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-033901de-d678-45c1-9cef-58e719c535b6 req-fed805f7-ee99-4205-b664-239c092d20f6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684855 Jun 06 19:21:20.468579 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] For port fb7272e6-47c1-42fe-9e83-bff9864eeaaa, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:20.468937 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:20.790393 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:20.790828 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:20.791141 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Floating IP 7e0f13fb-066d-4710-a053-5fa64471748e disassociated. External IP: 172.27.1.155, port: fb7272e6-47c1-42fe-9e83-bff9864eeaaa. Jun 06 19:21:20.791472 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Calling delete_port for fb7272e6-47c1-42fe-9e83-bff9864eeaaa owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:21:20.943185 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:20.950022 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b930cabd-9ea2-43e3-ac65-5d46f993b91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:20.993178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event deleted for resources: {'Port': ['ID=fb7272e6-47c1-42fe-9e83-bff9864eeaaa,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:20.997244 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:21.120456 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-dcb53d9a-c33d-4cce-a583-5b2b3cfa4bd6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985617800&fields=id&tenant_id=eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 267 time: 0.0657625 Jun 06 19:21:21.534407 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4b7036ce-0c7b-41a5-b81b-334ba1491aa9 req-93cca3a6-2520-48b5-917c-296c3810959f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 210 time: 0.2199872 Jun 06 19:21:21.555540 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Router 8d08a06e-a098-4ff5-b371-1d304786887e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:21:21.564124 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-800383f9-6586-4a6a-aaa4-a8af057896c6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:21.565586 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-800383f9-6586-4a6a-aaa4-a8af057896c6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 812 time: 0.2557631 Jun 06 19:21:21.583385 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-458b4f3e-40c6-4a48-8dc2-710af2c42e03 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/quotas/eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 375 time: 0.0113657 Jun 06 19:21:21.878686 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:21:21.892037 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:21:21.902654 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:21.903605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:21.974223 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] No DVR routers for this DVR port fb7272e6-47c1-42fe-9e83-bff9864eeaaa on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:21:21.982768 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-e11b4006-1de7-4449-b3a1-21e07bd165d3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3419223 Jun 06 19:21:21.983957 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:21.986116 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5911d178-c179-4162-91aa-13ae268ee277 req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "DELETE /v2.0/ports/fb7272e6-47c1-42fe-9e83-bff9864eeaaa HTTP/1.1" status: 204 len: 173 time: 2.0101314 Jun 06 19:21:22.011666 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5841-cedf-4098-b66e-ff39a49ae0f8 req-352024c0-7908-4961-8289-93839d025f6b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:22.013242 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4c0f5841-cedf-4098-b66e-ff39a49ae0f8 req-352024c0-7908-4961-8289-93839d025f6b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.3330059 Jun 06 19:21:22.014577 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'name': 'network-vif-deleted', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:22.016943 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d392232-1d77-4f81-aeb1-067d044731a4" -d '{"events": [{"server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "name": "network-vif-deleted", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:22.111294 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4c0f5841-cedf-4098-b66e-ff39a49ae0f8 req-5771845e-fd41-48b3-8c72-458106ea7544 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662532 Jun 06 19:21:22.119144 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:22.257110 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a6147-14e4-4b97-91e9-f30820fbb44f x-openstack-request-id: req-4c4a6147-14e4-4b97-91e9-f30820fbb44f {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:22.257441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd06d40-742a-4e5d-973e-931dc9c7cdd5", "name": "network-vif-deleted", "tag": "fb7272e6-47c1-42fe-9e83-bff9864eeaaa", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:22.257687 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c4a6147-14e4-4b97-91e9-f30820fbb44f {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:22.258122 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd06d40-742a-4e5d-973e-931dc9c7cdd5', 'name': 'network-vif-deleted', 'tag': 'fb7272e6-47c1-42fe-9e83-bff9864eeaaa', 'status': 'completed', 'code': 200} Jun 06 19:21:22.317273 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-b3cdf811-4499-4a6e-8b29-c18841c99777 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968874 Jun 06 19:21:22.487822 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:22.494537 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:21:22.496167 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-948b9714-c691-4696-8f37-c66d6468127f service neutron] 10.222.0.43 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774497 Jun 06 19:21:22.509803 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:22.510605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:22.770649 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c0e877ea-a669-4d1c-b418-a308d500e4fd req-4cb40941-817e-4563-bb38-381071ea5665 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=3dd06d40-742a-4e5d-973e-931dc9c7cdd5 HTTP/1.1" status: 200 len: 210 time: 0.0641704 Jun 06 19:21:22.861724 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device fb7272e6-47c1-42fe-9e83-bff9864eeaaa no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:21:22.919536 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: fb7272e6-47c1-42fe-9e83-bff9864eeaaa {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:21:22.920331 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device fb7272e6-47c1-42fe-9e83-bff9864eeaaa not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:21:22.940436 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:23.089666 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bbd74d7d-87b9-4a60-9b73-4433f3d2e748 req-d436c361-34c2-4918-8e13-758967586cd6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0814219 Jun 06 19:21:23.359320 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd60a9-0f8b-45e0-8c51-6ed82719bcae req-d95c2d31-0f3f-4699-8846-d9c05203ce74 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:23.366648 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0efd60a9-0f8b-45e0-8c51-6ed82719bcae req-d95c2d31-0f3f-4699-8846-d9c05203ce74 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.1028261 Jun 06 19:21:23.387177 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:23.394202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9350c-2a4e-463c-964a-cfb24a87193a None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:21:23.417136 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0efd60a9-0f8b-45e0-8c51-6ed82719bcae req-2f6aedef-58d5-43ba-9898-443f6c83d127 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492389 Jun 06 19:21:23.730088 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e137-0cf1-4235-a303-5b41516fd833 None None] New status for floating IP 7e0f13fb-066d-4710-a053-5fa64471748e: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:21:23.932420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51762) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:24.001412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:24.039509 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:24.107095 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:24.111557 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:24.113047 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "DELETE /v2.0/security-groups/322ab176-2441-4185-8315-b858917a36a4 HTTP/1.1" status: 204 len: 168 time: 0.1796548 Jun 06 19:21:24.114216 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-86c7b2de-38ef-4622-9f06-2f1833c532f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:24.116333 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51764) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:24.131157 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ab176-2441-4185-8315-b858917a36a4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:24.134968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:24.143919 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.api.v2.resource [None req-3c7bb0f9-9a0d-4a7f-8efd-990160415db4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] show failed (client error): The resource could not be found. Jun 06 19:21:24.150698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 51768) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:24.157901 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3c7bb0f9-9a0d-4a7f-8efd-990160415db4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups/322ab176-2441-4185-8315-b858917a36a4 HTTP/1.1" status: 404 len: 347 time: 0.0400288 Jun 06 19:21:24.447145 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2c8d4da8-dad3-4d23-9a79-b44c5511ea1c req-867cfb05-85cd-4423-bcaf-ce1168f436ac tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.1862938 Jun 06 19:21:24.824292 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-8b759b68-c0aa-4114-9ea6-4cbff60d11f5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:24.827020 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-8b759b68-c0aa-4114-9ea6-4cbff60d11f5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 812 time: 0.6004496 Jun 06 19:21:24.843733 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Deleting port 015a3d7d-6b67-488a-b95d-4350a696b5c8 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:21:24.844077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:24.888862 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbf628-54dd-424d-8e30-da0c7be9ac42 req-ae8b4848-8e8c-4d73-8234-e3d7f168355c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:24.892609 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-17cbf628-54dd-424d-8e30-da0c7be9ac42 req-ae8b4848-8e8c-4d73-8234-e3d7f168355c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.2177086 Jun 06 19:21:25.034508 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-2e703ef4-6e65-4fa0-934f-78a3dce0e983 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 380 time: 0.1927819 Jun 06 19:21:25.048362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'port': {'device_id': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'admin_state_up': True, 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'security_groups': ['3726e2f0-3e41-4c8f-bcc3-02903af384aa']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:25.097091 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-17cbf628-54dd-424d-8e30-da0c7be9ac42 req-aac8e5d2-aab3-4128-ae49-03dbcf96e63a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849053 Jun 06 19:21:25.149270 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:25.149957 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:25.337700 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Calling delete_port for 015a3d7d-6b67-488a-b95d-4350a696b5c8 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:21:25.434506 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Made reservation on behalf of eee4dd0dd9084f7db015df56667359c6 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:21:25.438151 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:25.626697 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:25.637523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6f322c0b-e58d-41ec-a092-031679c15fef tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:25.698054 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f42ee42f-fd3b-40a5-9e2a-27a3fe8a3545 req-2f9fb658-922b-4331-b427-50ce9b93c134 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.1195188 Jun 06 19:21:25.722907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event deleted for resources: {'Port': ['ID=015a3d7d-6b67-488a-b95d-4350a696b5c8,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:25.760125 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:25.818134 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Allocated IP 172.20.0.12 (a0ded7e1-67fc-459e-904f-fbe5c6e8b584/4047308d-0b6a-4154-a257-536cb6d9f1f4/7a417b3c-d47f-4a5d-927e-040880e60a4f) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:21:25.844321 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:25.847150 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:25.850736 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "DELETE /v2.0/floatingips/7e0f13fb-066d-4710-a053-5fa64471748e HTTP/1.1" status: 204 len: 168 time: 1.6958849 Jun 06 19:21:26.058096 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.073618 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Transition to ACTIVE for port object 7a417b3c-d47f-4a5d-927e-040880e60a4f will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:21:26.098078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.105249 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:26.174575 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:21:26.178037 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:21:26.182050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:21:26.188396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51778) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:26.192958 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282108743', 'description': 'tempest-description--435641221'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:26.224198 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=7a417b3c-d47f-4a5d-927e-040880e60a4f,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:26.228826 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:26.258830 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:26.259448 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.260043 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.294289 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2513855 Jun 06 19:21:26.307023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Request body: {'port': {'device_id': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:26.431392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.436811 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.444807 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e0267350-bb0d-4448-819d-229bfa53a11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:26.497366 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.510715 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3199763 Jun 06 19:21:26.512689 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51780) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:26.521506 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'security_group_rule': {'security_group_id': '82c5d040-9dd7-4b47-b0cc-f996545c41b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:26.522934 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-2bba5dcf-3f49-4863-ba62-9562285e2955 None None] Provisioning for port 7a417b3c-d47f-4a5d-927e-040880e60a4f completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:21:26.529633 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-2bba5dcf-3f49-4863-ba62-9562285e2955 None None] Provisioning complete for port 7a417b3c-d47f-4a5d-927e-040880e60a4f triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:26.530474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2bba5dcf-3f49-4863-ba62-9562285e2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.576248 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c5d040-9dd7-4b47-b0cc-f996545c41b5,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:26.581294 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:26.605802 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.637168 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-2bba5dcf-3f49-4863-ba62-9562285e2955 None None] Port 7a417b3c-d47f-4a5d-927e-040880e60a4f cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:21:26.667125 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.687526 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.693336 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.696571 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:26.696954 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee8e3-ac95-4e42-8c56-766d53e24329 req-bfc1895a-c2c3-4444-a5b3-c17a50e86a17 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:26.705006 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c7aee8e3-ac95-4e42-8c56-766d53e24329 req-bfc1895a-c2c3-4444-a5b3-c17a50e86a17 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.1845598 Jun 06 19:21:26.715234 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70154d55-6baa-47ca-8be8-c5aa6b5849e5,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:26.723000 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:26.734137 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.735790 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2194648 Jun 06 19:21:26.738832 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51784) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:26.744328 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'security_group_rule': {'security_group_id': '82c5d040-9dd7-4b47-b0cc-f996545c41b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:26.781756 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.834426 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c7aee8e3-ac95-4e42-8c56-766d53e24329 req-24a69c02-c73d-4366-80b9-9bdb96764dd9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284530 Jun 06 19:21:26.877738 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.884322 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.893902 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-45baab87-23e5-49f4-b6bb-e1d26582124c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:26.913685 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aea12c-b3c6-4022-ba28-73db03afcfa7,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:26.916317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:26.928953 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:26.930833 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-97454715-c57d-406f-908b-72b5ab80e196 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906645 Jun 06 19:21:26.934024 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 51786) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:26.939791 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:26.971553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.105370 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e581-bc7d-4abe-91db-a7ce61e50a77 req-018ed439-05ee-4deb-a503-7cf9bb3b3898 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:27.106905 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b266e581-bc7d-4abe-91db-a7ce61e50a77 req-018ed439-05ee-4deb-a503-7cf9bb3b3898 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 932 time: 0.2715383 Jun 06 19:21:27.162307 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.193102 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b266e581-bc7d-4abe-91db-a7ce61e50a77 req-32b1de07-3e1e-4b5b-a9d9-4b5daf9d0e16 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742800 Jun 06 19:21:27.289568 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a417b3c-d47f-4a5d-927e-040880e60a4f {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:21:27.298734 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.311498 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Allocated IP 172.27.1.170 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/f2a6804f-f8dd-449f-bfdf-fbd353d70fce) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:21:27.318398 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Transition to ACTIVE for port object 7a417b3c-d47f-4a5d-927e-040880e60a4f will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:21:27.326224 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.332255 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6a9d9825-a9cf-478c-bebd-7732582fe654 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:27.531075 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Pushing event updated for resources: {'Port': ['ID=7a417b3c-d47f-4a5d-927e-040880e60a4f,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:27.545992 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:27.605463 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.624306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Attempting to bind port 7a417b3c-d47f-4a5d-927e-040880e60a4f on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:21:27.624803 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Attempting to bind port 7a417b3c-d47f-4a5d-927e-040880e60a4f by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:21:27.625302 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Attempting to bind port 7a417b3c-d47f-4a5d-927e-040880e60a4f on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:21:27.630836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Port 7a417b3c-d47f-4a5d-927e-040880e60a4f on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:21:27.630836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Attempting to bind port 7a417b3c-d47f-4a5d-927e-040880e60a4f on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:21:27.636401 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:21:27.636961 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Checking segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:21:27.637335 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Bound using segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:21:27.637941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Bound port: 7a417b3c-d47f-4a5d-927e-040880e60a4f, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:21:27.638318 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.649545 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.661034 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:27.717063 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:21:27.720054 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:21:27.723909 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:21:27.747713 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] For port 7a417b3c-d47f-4a5d-927e-040880e60a4f, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:21:27.760343 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] For port 7a417b3c-d47f-4a5d-927e-040880e60a4f, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:21:27.766666 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'Port': ['ID=f2a6804f-f8dd-449f-bfdf-fbd353d70fce,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:27.770260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.770948 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:27.775448 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-980f9cd7-d270-4f4f-9e68-e3a6d3d6284b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:27.834398 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:27.835008 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.836425 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a417b3c-d47f-4a5d-927e-040880e60a4f HTTP/1.1" status: 200 len: 1094 time: 1.5336933 Jun 06 19:21:27.837876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:27.839359 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93222ca4-902d-4085-9ddf-a8d15b73f8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:27.873773 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.949035 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Pushing event updated for resources: {'Port': ['ID=7a417b3c-d47f-4a5d-927e-040880e60a4f,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:27.967921 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:27.969766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1438dde5-3fe4-4a4a-adb2-de77f11cc157 x-openstack-request-id: req-1438dde5-3fe4-4a4a-adb2-de77f11cc157 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:27.970344 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:27.970829 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1438dde5-3fe4-4a4a-adb2-de77f11cc157 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:27.972191 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:27.972695 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'status': 'completed', 'code': 200} Jun 06 19:21:28.132294 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-7d823806-0b17-4600-995a-08d81f2b1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:28.135104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-7d823806-0b17-4600-995a-08d81f2b1933 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.2419233 Jun 06 19:21:28.209444 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe34bb-db26-408d-bfac-6a57afba66da req-36d26e6b-dcfe-4b38-b119-b7ed875c9eae tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:28.211038 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04fe34bb-db26-408d-bfac-6a57afba66da req-36d26e6b-dcfe-4b38-b119-b7ed875c9eae tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.1839807 Jun 06 19:21:28.221167 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-690e2d91-c5b6-4137-a057-8577499dafdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f HTTP/1.1" status: 200 len: 217 time: 0.0778892 Jun 06 19:21:28.227536 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:28.238769 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:28.243056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6cade6c2-e6f5-4626-b25a-528a87211acd tempest-ServerRescueNegativeTestJSON-1658241285 tempest-ServerRescueNegativeTestJSON-1658241285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:28.308571 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04fe34bb-db26-408d-bfac-6a57afba66da req-653d7602-7e70-461a-83ce-054eb5f68650 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896907 Jun 06 19:21:28.316232 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-214beb6a-c1ec-4aab-be0b-ca9a91e395e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:28.317636 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-214beb6a-c1ec-4aab-be0b-ca9a91e395e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0841167 Jun 06 19:21:28.361214 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'Port': ['ID=f2a6804f-f8dd-449f-bfdf-fbd353d70fce,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:28.365204 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:28.380049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:28.398280 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:28.399491 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4643273 Jun 06 19:21:28.453129 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-662ea8b4-be01-45cb-a793-a13d2fdadaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:28.454892 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-662ea8b4-be01-45cb-a793-a13d2fdadaa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294787 Jun 06 19:21:28.468162 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262e64d-e0c5-4f2d-bba0-d487038428bd req-e6a62930-5d3a-4e96-ad3a-ce505db29e48 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:28.469570 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1262e64d-e0c5-4f2d-bba0-d487038428bd req-e6a62930-5d3a-4e96-ad3a-ce505db29e48 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 944 time: 0.1071193 Jun 06 19:21:28.716136 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1262e64d-e0c5-4f2d-bba0-d487038428bd req-ac579f1a-9fb7-47cc-ab2a-19ed960653e9 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280669 Jun 06 19:21:28.736693 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-9a199ce9-c25d-4db4-b34e-6d8ee74dcfe4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--282108743&fields=id&tenant_id=91cdd12ee5be49c9a00487b3c6692b2c HTTP/1.1" status: 200 len: 267 time: 0.2130780 Jun 06 19:21:28.778834 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-1d6de569-4110-4b01-ac71-b069cc00c688 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082423 Jun 06 19:21:29.039693 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-afd7d817-f559-4a3d-bdf3-3f543a660839 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:29.041012 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-afd7d817-f559-4a3d-bdf3-3f543a660839 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 810 time: 0.2931864 Jun 06 19:21:29.051565 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-49a22f62-574a-4708-a8f4-c206d70858d9 req-81c07173-d4e1-4fe6-835a-4243068def9a service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596161 Jun 06 19:21:29.063353 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-65638648-2f71-45bf-9219-ce384bf7e2fc tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/quotas/91cdd12ee5be49c9a00487b3c6692b2c HTTP/1.1" status: 200 len: 375 time: 0.0151403 Jun 06 19:21:29.111808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-997fb2e2-64ba-40e6-bb9e-bc39e3f5b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:29.113230 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-997fb2e2-64ba-40e6-bb9e-bc39e3f5b0b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1099 time: 0.2484174 Jun 06 19:21:29.308520 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-b7de58dd-cb53-4ce3-8e7a-b2fa8a8fa829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:29.309815 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-b7de58dd-cb53-4ce3-8e7a-b2fa8a8fa829 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.1637836 Jun 06 19:21:29.323920 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ee00ec80-2e63-49c0-b4cf-446fbdb68bb9 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2538965 Jun 06 19:21:29.399816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-35917ec8-0b74-42c8-b96c-7f7475c582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:29.401196 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-35917ec8-0b74-42c8-b96c-7f7475c582c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 1097 time: 0.2962279 Jun 06 19:21:29.652229 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-9a7bcc93-6077-4dd0-bd93-2116662465bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 1001 time: 0.3272731 Jun 06 19:21:29.743003 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-bd5288e3-b202-4eb1-becd-b2504dad4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:29.744401 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-bd5288e3-b202-4eb1-becd-b2504dad4a5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.3302789 Jun 06 19:21:29.746112 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-78cf433c-b0c5-450f-a807-3d55e1950f32 service neutron] 10.222.0.43 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696370 Jun 06 19:21:29.857632 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-3f638577-d32d-4c29-baf8-9f7f9fb84388 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f HTTP/1.1" status: 200 len: 217 time: 0.1029050 Jun 06 19:21:29.861899 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-05c9caab-49f4-4583-a7b1-e6bc30602db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:29.863209 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-05c9caab-49f4-4583-a7b1-e6bc30602db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.2029753 Jun 06 19:21:30.105614 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07337bd-9190-425f-b6ee-e9ba2cd69da7 req-826049f8-d539-4b2b-8945-58408cf43a79 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:30.107059 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f07337bd-9190-425f-b6ee-e9ba2cd69da7 req-826049f8-d539-4b2b-8945-58408cf43a79 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.6700411 Jun 06 19:21:30.169609 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-93aa572c-25cd-40b3-bdf8-f00580d208ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:30.171012 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-93aa572c-25cd-40b3-bdf8-f00580d208ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.3024080 Jun 06 19:21:30.180157 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-09c22b67-037d-4a45-b366-8652940cc4aa service neutron] 10.222.0.43 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245439 Jun 06 19:21:30.243282 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:30.244465 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f07337bd-9190-425f-b6ee-e9ba2cd69da7 req-5eabbe31-21a6-4a27-a998-bff64dae829f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259596 Jun 06 19:21:30.278237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-7b4013c1-6fed-4edd-9acf-751a0a72d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:30.278237 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-7b4013c1-6fed-4edd-9acf-751a0a72d965 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3522055 Jun 06 19:21:30.307698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-fb7de9dc-7f0f-4793-9b8a-8f975ff7652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:30.309227 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-fb7de9dc-7f0f-4793-9b8a-8f975ff7652a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269014 Jun 06 19:21:30.487850 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fe4f70e2-0745-43cf-807b-37af407099aa req-33ab37db-496e-4e6c-a965-09ea48949c6b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 210 time: 0.1430013 Jun 06 19:21:30.612056 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-880d49f5-d8a7-46ef-9343-6d07d778dc63 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345976 Jun 06 19:21:30.623748 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-320d8f50-7215-456d-8b26-bdf5d3ffc31c service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009083 Jun 06 19:21:30.765217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb546c-278d-4824-9d73-297a281a3928 req-71ced24c-1909-492d-8b34-d301a535e28d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:30.766763 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-36eb546c-278d-4824-9d73-297a281a3928 req-71ced24c-1909-492d-8b34-d301a535e28d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 944 time: 0.3397014 Jun 06 19:21:30.907183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b39d7b0-94e1-4193-9ff8-2d05b6fc33ba req-a3446e32-6966-4c00-b8d7-6faafd2fd204 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854903 Jun 06 19:21:30.911628 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-36eb546c-278d-4824-9d73-297a281a3928 req-514090d3-50fd-47c8-8eb9-b39afdcf5a5d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960913 Jun 06 19:21:30.915387 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-93222ca4-902d-4085-9ddf-a8d15b73f8a3 req-b0addee1-dee7-49fe-94c9-c54a2cea8abf service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677462 Jun 06 19:21:31.534511 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-7a9f2dbf-2b00-4ca8-8cff-dffd814cd9c2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:31.535974 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-7a9f2dbf-2b00-4ca8-8cff-dffd814cd9c2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 810 time: 0.2021751 Jun 06 19:21:31.550655 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3782d-fe39-4d33-8ce6-d3de68fbb6c0 req-b0b3f1f0-0345-4a89-8d71-a853babcf0d7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:31.552006 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6ca3782d-fe39-4d33-8ce6-d3de68fbb6c0 req-b0b3f1f0-0345-4a89-8d71-a853babcf0d7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 946 time: 0.1746640 Jun 06 19:21:31.661071 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6ca3782d-fe39-4d33-8ce6-d3de68fbb6c0 req-038a8605-9b1a-48a9-9be1-eb4ec128434f tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957382 Jun 06 19:21:31.663237 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b35642f1-f3fe-416e-9af6-6ad9e92eb4fd req-e9df7f34-7a13-4b2b-9b54-762954d6a308 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 210 time: 0.0631204 Jun 06 19:21:31.666921 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-db8faf88-5d6c-4ac8-a293-1340765e5a0d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91cdd12ee5be49c9a00487b3c6692b2c HTTP/1.1" status: 200 len: 379 time: 0.1140614 Jun 06 19:21:31.676095 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'port': {'device_id': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'admin_state_up': True, 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'security_groups': ['82c5d040-9dd7-4b47-b0cc-f996545c41b5']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:31.828885 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Made reservation on behalf of 91cdd12ee5be49c9a00487b3c6692b2c for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:21:31.832309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:31.993731 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Allocated IP 172.20.0.11 (d2f24d67-9e57-4f05-bd47-d3fa2a9d6023/2f7c251f-a6fb-4b3b-ba61-9472547c5c0c/1dffb611-46cf-4c01-b2ba-a4722670427c) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:21:32.322567 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80af82-5368-4429-90fe-50b698389130 req-bb733a1a-703e-4bba-9b69-ce2a7b3e1d6e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:32.324014 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee80af82-5368-4429-90fe-50b698389130 req-bb733a1a-703e-4bba-9b69-ce2a7b3e1d6e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 944 time: 0.3061469 Jun 06 19:21:32.356903 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.389917 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Transition to ACTIVE for port object 1dffb611-46cf-4c01-b2ba-a4722670427c will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:21:32.398602 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ee80af82-5368-4429-90fe-50b698389130 req-81636296-b846-4634-9e68-33ab20308cb5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686882 Jun 06 19:21:32.420555 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.426236 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:32.488560 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:21:32.491492 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:21:32.495549 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:21:32.524891 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event updated for resources: {'Port': ['ID=1dffb611-46cf-4c01-b2ba-a4722670427c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:32.531602 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:32.561748 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:32.562428 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.583406 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9108918 Jun 06 19:21:32.586619 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:21:32.595246 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Request body: {'port': {'device_id': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:32.713574 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.731553 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.750001 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:32.752310 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:32.755011 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6d7b51-c370-40f6-8892-173411385be8" -d '{"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-unplugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:32.761388 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.764023 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:32.850997 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-9b7dcdd0-4f1f-4449-9382-e456223e5804 None None] Provisioning for port 1dffb611-46cf-4c01-b2ba-a4722670427c completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:21:32.866060 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=8']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:32.870621 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:32.871421 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-9b7dcdd0-4f1f-4449-9382-e456223e5804 None None] Provisioning complete for port 1dffb611-46cf-4c01-b2ba-a4722670427c triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:32.871795 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcdd0-4f1f-4449-9382-e456223e5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:32.930176 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9b7dcdd0-4f1f-4449-9382-e456223e5804 None None] Port 1dffb611-46cf-4c01-b2ba-a4722670427c cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:21:33.132527 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44d91-2ffb-4d7b-b800-0690d5a9040e req-3cca9cf2-88b0-40b3-bb0c-888907799606 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:33.133793 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3c44d91-2ffb-4d7b-b800-0690d5a9040e req-3cca9cf2-88b0-40b3-bb0c-888907799606 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 932 time: 0.2660625 Jun 06 19:21:33.149596 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647f9b3-a643-47a8-9781-85b1d754387e req-80849f20-b39f-414e-96ff-4bd412b9a8d0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:33.151007 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b647f9b3-a643-47a8-9781-85b1d754387e req-80849f20-b39f-414e-96ff-4bd412b9a8d0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.2852931 Jun 06 19:21:33.230507 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3c44d91-2ffb-4d7b-b800-0690d5a9040e req-a492f6ed-762e-46c2-b409-a470144c9d1f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764055 Jun 06 19:21:33.253221 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b647f9b3-a643-47a8-9781-85b1d754387e req-343bee10-433b-4f5e-93b0-d1c2fe3fa189 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845416 Jun 06 19:21:33.277390 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19b6ef6-7ffe-4bf7-be98-15803df58a5f x-openstack-request-id: req-a19b6ef6-7ffe-4bf7-be98-15803df58a5f {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:33.277676 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-unplugged", "status": "failed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "code": 422}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:33.277973 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a19b6ef6-7ffe-4bf7-be98-15803df58a5f {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:33.278372 dv-cinder-794962-3-iscsi neutron-server[91915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'code': 422} returned with failed status Jun 06 19:21:33.304885 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dffb611-46cf-4c01-b2ba-a4722670427c {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:21:33.312327 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.327158 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Transition to ACTIVE for port object 1dffb611-46cf-4c01-b2ba-a4722670427c will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:21:33.332275 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.337189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-40c02961-8b49-424f-90d7-d60767796ae9 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:33.486419 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Pushing event updated for resources: {'Port': ['ID=1dffb611-46cf-4c01-b2ba-a4722670427c,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:33.494148 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:33.618093 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Attempting to bind port 1dffb611-46cf-4c01-b2ba-a4722670427c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:21:33.618813 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Attempting to bind port 1dffb611-46cf-4c01-b2ba-a4722670427c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:21:33.618813 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Attempting to bind port 1dffb611-46cf-4c01-b2ba-a4722670427c on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:21:33.622051 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-042706e6-6ff7-4189-a14c-2d9dec6c92c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.626724 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Port 1dffb611-46cf-4c01-b2ba-a4722670427c on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:21:33.627033 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Attempting to bind port 1dffb611-46cf-4c01-b2ba-a4722670427c on network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:21:33.634581 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:21:33.634911 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Checking segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:21:33.635292 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Bound using segment: {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:21:33.635706 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Bound port: 1dffb611-46cf-4c01-b2ba-a4722670427c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b865f62-1560-4060-b694-8bd46df7feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:21:33.636050 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.659981 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613840d7-7779-4510-9a22-725b1a948733 req-079e8c41-1262-4610-b838-9c68ea3e0653 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:33.661430 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-613840d7-7779-4510-9a22-725b1a948733 req-079e8c41-1262-4610-b838-9c68ea3e0653 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 944 time: 0.1343436 Jun 06 19:21:33.759670 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-613840d7-7779-4510-9a22-725b1a948733 req-ae74b1cd-3ea3-4818-8c75-a50a35212a41 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725288 Jun 06 19:21:33.768221 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] For port 1dffb611-46cf-4c01-b2ba-a4722670427c, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:21:33.771488 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] For port 1dffb611-46cf-4c01-b2ba-a4722670427c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1dffb611-46cf-4c01-b2ba-a4722670427c,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:21:33.779621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.783434 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f6b1d23e-150e-4a06-8ade-6948d9c43b76 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:33.838916 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:33.839403 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:33.840731 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] 10.222.0.16 "PUT /v2.0/ports/1dffb611-46cf-4c01-b2ba-a4722670427c HTTP/1.1" status: 200 len: 1094 time: 1.2498198 Jun 06 19:21:33.841206 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:33.843485 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c80f9-b252-4165-afc2-c4316e4f24ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:33.861522 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Pushing event updated for resources: {'Port': ['ID=1dffb611-46cf-4c01-b2ba-a4722670427c,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:33.864856 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:34.010384 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ffa20-a089-447e-bad4-621652648451 x-openstack-request-id: req-9b5ffa20-a089-447e-bad4-621652648451 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:34.010699 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:34.010974 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b5ffa20-a089-447e-bad4-621652648451 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:34.011378 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'status': 'completed', 'code': 200} Jun 06 19:21:34.050740 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-c99c8cee-cd19-420e-96c0-74e82515c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:34.052187 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-c99c8cee-cd19-420e-96c0-74e82515c789 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 1097 time: 0.1715069 Jun 06 19:21:34.124526 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-4d649270-cd6f-4d93-a1ec-0b1fa8910367 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dffb611-46cf-4c01-b2ba-a4722670427c HTTP/1.1" status: 200 len: 217 time: 0.0618382 Jun 06 19:21:34.188285 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-1f113415-2705-4d8b-a807-f0786a7dcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:34.189670 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-1f113415-2705-4d8b-a807-f0786a7dcdbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.0576594 Jun 06 19:21:34.274536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ecf864ac-d879-47f5-a0b0-1b23fff663de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:34.276001 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-ecf864ac-d879-47f5-a0b0-1b23fff663de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794008 Jun 06 19:21:34.503335 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-01d5b0d3-5d65-4b6e-8192-cc915be297ed service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193055 Jun 06 19:21:34.628198 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9a4b7-7455-470e-a903-b0e5c137e17b req-8a000919-17d7-44e8-b7f6-f485e71f05a1 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:34.629609 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3a9a4b7-7455-470e-a903-b0e5c137e17b req-8a000919-17d7-44e8-b7f6-f485e71f05a1 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 944 time: 0.2626119 Jun 06 19:21:34.647022 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7351-d001-4d66-9f2b-01888fcc8d48 req-9c25651f-c2ac-447b-8690-2f5d3aecabac tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:34.648428 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1ae7351-d001-4d66-9f2b-01888fcc8d48 req-9c25651f-c2ac-447b-8690-2f5d3aecabac tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.2799978 Jun 06 19:21:34.713339 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-696741b3-abea-46ce-b0af-421b7a3304b9 req-0b6499e5-2cca-4382-aadf-8328480a2658 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017426 Jun 06 19:21:34.736732 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f3a9a4b7-7455-470e-a903-b0e5c137e17b req-4d8373e1-d471-40fa-ab7b-d8a716ff17ad tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873990 Jun 06 19:21:34.741058 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d1ae7351-d001-4d66-9f2b-01888fcc8d48 req-26866ec9-7dba-4f5b-be2c-1fb6b59d2781 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743845 Jun 06 19:21:34.835420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-799f849b-597a-4cf8-a206-83e5752b66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:34.836880 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-799f849b-597a-4cf8-a206-83e5752b66aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 1097 time: 0.0708220 Jun 06 19:21:35.027155 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-4fbea007-002c-46d2-a027-35b113e2328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:35.028743 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-4fbea007-002c-46d2-a027-35b113e2328d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.1831729 Jun 06 19:21:35.097511 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418c15-2b16-4372-baa9-44b939c81bc0 req-576f82d9-432f-49b8-a888-6cb7887da337 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:35.099064 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1a418c15-2b16-4372-baa9-44b939c81bc0 req-576f82d9-432f-49b8-a888-6cb7887da337 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 944 time: 0.2336800 Jun 06 19:21:35.111932 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-2ecde8d8-5b4d-472c-91aa-9a14d65d5b2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dffb611-46cf-4c01-b2ba-a4722670427c HTTP/1.1" status: 200 len: 217 time: 0.0747731 Jun 06 19:21:35.195904 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-1a418c15-2b16-4372-baa9-44b939c81bc0 req-97ee3ca4-f8fc-41ee-83de-64df27daa0b3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857084 Jun 06 19:21:35.199591 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-4b51d779-9451-47b0-a8b3-70a45a4859cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:35.200903 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-4b51d779-9451-47b0-a8b3-70a45a4859cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.0758896 Jun 06 19:21:35.280794 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-6fcdffe5-b754-4cee-87b7-427ec787f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:35.282043 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-6fcdffe5-b754-4cee-87b7-427ec787f32a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742781 Jun 06 19:21:35.417238 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-4144b6b5-4343-4e74-ac4a-3fc583562bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278641 Jun 06 19:21:35.550485 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-341c80f9-b252-4165-afc2-c4316e4f24ea req-7d0c9cdb-de3a-416a-b9f9-a00067c5905c service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249151 Jun 06 19:21:36.022927 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b8c0d-77a8-4d36-877e-67020c426058 req-0ba9808b-c73c-4599-9997-7471a4a1161f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:36.024467 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b99b8c0d-77a8-4d36-877e-67020c426058 req-0ba9808b-c73c-4599-9997-7471a4a1161f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 944 time: 0.1787412 Jun 06 19:21:36.076870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:36.084384 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b99b8c0d-77a8-4d36-877e-67020c426058 req-d8a8e407-8328-4c09-8036-34aff05d0c1d tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522428 Jun 06 19:21:36.167584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea5cc1-bdcb-4c97-9912-44e1bab79e82 req-c9ccd617-2599-4fea-b274-28451def949d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:36.169000 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8aea5cc1-bdcb-4c97-9912-44e1bab79e82 req-c9ccd617-2599-4fea-b274-28451def949d tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.0837638 Jun 06 19:21:36.177404 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-a063d691-c087-4e66-bbcb-1aaef5885734 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768380 Jun 06 19:21:36.213350 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8aea5cc1-bdcb-4c97-9912-44e1bab79e82 req-1340a3af-9c64-45e1-b6c2-9a617f76efe5 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383923 Jun 06 19:21:36.314556 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd56a-66ae-4405-aed6-e9f8ec6473c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:36.397309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdc1b-af73-4697-a34e-f8e17fb94305 req-5c1be56c-8c98-4ee6-96e2-99a284991d8c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:36.398834 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-442cdc1b-af73-4697-a34e-f8e17fb94305 req-5c1be56c-8c98-4ee6-96e2-99a284991d8c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 944 time: 0.0953732 Jun 06 19:21:36.454651 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-442cdc1b-af73-4697-a34e-f8e17fb94305 req-827edfaa-0469-49d2-a51b-b229e7726742 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455847 Jun 06 19:21:36.603340 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 7a417b3c-d47f-4a5d-927e-040880e60a4f details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:21:36.606916 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:21:36.849718 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 7a417b3c-d47f-4a5d-927e-040880e60a4f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:36.863077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'port_id': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'mac_address': 'fa:16:3e:3e:d4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:21:36.918309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:36.934952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a417b3c-d47f-4a5d-927e-040880e60a4f {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:21:36.950208 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 7a417b3c-d47f-4a5d-927e-040880e60a4f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:36.957079 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:36.958108 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1dffb611-46cf-4c01-b2ba-a4722670427c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:21:36.960902 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:37.071569 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=7a417b3c-d47f-4a5d-927e-040880e60a4f,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:37.076534 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:37.092671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-dd91a279-edbe-4870-a87b-0dbd3e53cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.094183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-dd91a279-edbe-4870-a87b-0dbd3e53cce2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8&tenant_id=f7de051ea982448495d077949da011e4 HTTP/1.1" status: 200 len: 1097 time: 0.0729766 Jun 06 19:21:37.189650 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-63fbd97e-fd83-4871-9ebb-f7149b60a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.191124 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-63fbd97e-fd83-4871-9ebb-f7149b60a6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1097 time: 0.0713999 Jun 06 19:21:37.197851 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1dffb611-46cf-4c01-b2ba-a4722670427c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1dffb611-46cf-4c01-b2ba-a4722670427c,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:37.210722 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'port_id': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:21:37.268865 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:37.286157 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dffb611-46cf-4c01-b2ba-a4722670427c {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:21:37.304952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1dffb611-46cf-4c01-b2ba-a4722670427c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1dffb611-46cf-4c01-b2ba-a4722670427c,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:37.310336 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:37.313377 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:37.390383 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:37.402139 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=1dffb611-46cf-4c01-b2ba-a4722670427c,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:37.406040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:37.442483 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-6a7bcb13-513f-4bdc-bff2-c88987cc7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.443892 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-6a7bcb13-513f-4bdc-bff2-c88987cc7cac service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.2144957 Jun 06 19:21:37.457331 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18186-2a4a-47b6-af27-aa01ed3b67a3 req-14603c08-1255-4b1e-ad97-c2afb1e1c388 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.458707 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7ea18186-2a4a-47b6-af27-aa01ed3b67a3 req-14603c08-1255-4b1e-ad97-c2afb1e1c388 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 944 time: 0.2662947 Jun 06 19:21:37.577748 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['7a417b3c-d47f-4a5d-927e-040880e60a4f'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:21:37.597450 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1430b8-4628-4b45-a91d-22a9a2268b71 req-5ae95220-0713-4e45-b894-901a6e66f8ee tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.598892 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5b1430b8-4628-4b45-a91d-22a9a2268b71 req-5ae95220-0713-4e45-b894-901a6e66f8ee tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.2723033 Jun 06 19:21:37.601619 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7ea18186-2a4a-47b6-af27-aa01ed3b67a3 req-005b6fea-3b69-41b3-aecf-b0bf2bcb3161 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949206 Jun 06 19:21:37.603262 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-ece5a882-d885-4bb0-bd79-4a317f6209bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 999 time: 0.1437771 Jun 06 19:21:37.607837 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1dffb611-46cf-4c01-b2ba-a4722670427c'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:21:37.696257 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5b1430b8-4628-4b45-a91d-22a9a2268b71 req-12eeee61-cf73-4a89-8916-d30690ef6f6e tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912428 Jun 06 19:21:37.740810 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-3af7b3d6-1737-4875-9a14-97584a9d826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.742598 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-3af7b3d6-1737-4875-9a14-97584a9d826c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.1226304 Jun 06 19:21:37.837031 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c4333-ecdb-444c-b5c7-819de6928a01 req-965d3508-73ad-4304-bf0c-5bc2a528d81d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.838497 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9a2c4333-ecdb-444c-b5c7-819de6928a01 req-965d3508-73ad-4304-bf0c-5bc2a528d81d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 945 time: 0.1396503 Jun 06 19:21:37.844833 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-aea670a9-ea83-4808-9728-832159350ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:37.846205 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-aea670a9-ea83-4808-9728-832159350ae2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958374 Jun 06 19:21:37.962126 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9a2c4333-ecdb-444c-b5c7-819de6928a01 req-ffdd6d38-6320-480d-a7c8-10409ab4765d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148584 Jun 06 19:21:38.002943 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-0cc11dfd-005a-499b-b823-26cf0a2f0927 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433837 Jun 06 19:21:38.131413 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4912a6c3-e378-4713-afa6-24c33ba3327b req-48f38129-23ec-47eb-8042-d9a7a795fad1 service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216273 Jun 06 19:21:38.617373 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 7a417b3c-d47f-4a5d-927e-040880e60a4f up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:38.729586 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 7a417b3c-d47f-4a5d-927e-040880e60a4f completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:21:38.737649 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 7a417b3c-d47f-4a5d-927e-040880e60a4f triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:38.738068 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:38.913973 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:38.924674 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:38.943519 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:38.946038 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179a473-6c6a-4aac-982f-66e597edbd64" -d '{"events": [{"server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:38.955489 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 7a417b3c-d47f-4a5d-927e-040880e60a4f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:38.961445 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:38.962621 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1dffb611-46cf-4c01-b2ba-a4722670427c up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:38.965740 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e602b-9966-4e4e-9e70-3bc7b8975317 req-77ee3772-8955-4fb2-9ead-a14c812b0644 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:38.967300 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8c2e602b-9966-4e4e-9e70-3bc7b8975317 req-77ee3772-8955-4fb2-9ead-a14c812b0644 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 945 time: 0.2311471 Jun 06 19:21:39.000485 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:39.027179 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8c2e602b-9966-4e4e-9e70-3bc7b8975317 req-b4e301b7-0a3b-420c-9ac2-5dd4bdcd2221 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514598 Jun 06 19:21:39.044486 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ea379-b89e-4115-be12-6066c3c0dd11 req-f9a7d0da-9584-4544-a59f-613ff7b414ba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:39.047898 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bc4ea379-b89e-4115-be12-6066c3c0dd11 req-f9a7d0da-9584-4544-a59f-613ff7b414ba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1604862 Jun 06 19:21:39.102463 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=7a417b3c-d47f-4a5d-927e-040880e60a4f,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:39.107527 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:39.128934 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b5237-164a-49fe-a2f5-c404516fd135 x-openstack-request-id: req-031b5237-164a-49fe-a2f5-c404516fd135 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:39.129337 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:39.129612 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-031b5237-164a-49fe-a2f5-c404516fd135 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:39.130243 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'code': 200} Jun 06 19:21:39.141464 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 1dffb611-46cf-4c01-b2ba-a4722670427c completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:21:39.147882 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 1dffb611-46cf-4c01-b2ba-a4722670427c triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:39.148264 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:39.293445 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bc4ea379-b89e-4115-be12-6066c3c0dd11 req-7cd48d1c-3fb5-4d96-bff8-409dff6b59a6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401402 Jun 06 19:21:39.333180 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bac19-fe98-4b37-9c21-94ef04b0d919 req-ee2bd8cb-35ff-47c7-b834-1e3176e43a12 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:39.338279 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cc7bac19-fe98-4b37-9c21-94ef04b0d919 req-ee2bd8cb-35ff-47c7-b834-1e3176e43a12 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0941925 Jun 06 19:21:39.362833 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:39.398639 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1dffb611-46cf-4c01-b2ba-a4722670427c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1dffb611-46cf-4c01-b2ba-a4722670427c,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:39.407153 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:39.411744 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cc7bac19-fe98-4b37-9c21-94ef04b0d919 req-7a5e9514-66fd-4ab1-9451-e0781bf3f207 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702400 Jun 06 19:21:39.412992 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:39.503250 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=1dffb611-46cf-4c01-b2ba-a4722670427c,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:39.506668 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:40.258021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d868d3e-98ea-4c91-967e-34ffc1fd4b46 req-9938a247-a0f1-479f-9d4f-87af40ba06e2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:40.260225 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4d868d3e-98ea-4c91-967e-34ffc1fd4b46 req-9938a247-a0f1-479f-9d4f-87af40ba06e2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.1224866 Jun 06 19:21:40.310561 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4d868d3e-98ea-4c91-967e-34ffc1fd4b46 req-1053125e-8282-4a2e-abd0-ad5509dfd18c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Jun 06 19:21:40.494923 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b23ae-382e-4159-8714-5e81e631ba57 req-aca54fc9-b51f-4e63-af6d-65e27296dded tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:40.496439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-689b23ae-382e-4159-8714-5e81e631ba57 req-aca54fc9-b51f-4e63-af6d-65e27296dded tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.0822289 Jun 06 19:21:40.596689 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-689b23ae-382e-4159-8714-5e81e631ba57 req-431b187a-bb76-4369-9fe8-16ec8b168b00 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926406 Jun 06 19:21:40.633295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3ce1c-14b0-460c-a784-989647876350 req-a28bb502-df95-4dc8-8549-65c90541b805 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:40.635099 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b1a3ce1c-14b0-460c-a784-989647876350 req-a28bb502-df95-4dc8-8549-65c90541b805 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1136165 Jun 06 19:21:40.681183 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b1a3ce1c-14b0-460c-a784-989647876350 req-26b60d47-8793-4d88-8fcc-3e43c975cf2e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Jun 06 19:21:41.131083 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:41.133487 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed06bb-3ce4-45b9-90c7-79b3a20eb262" -d '{"events": [{"server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "name": "network-vif-plugged", "status": "completed", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:41.176624 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dd4a63-b0d1-452b-984e-56d7cf83b673 x-openstack-request-id: req-75dd4a63-b0d1-452b-984e-56d7cf83b673 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:41.176976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "name": "network-vif-plugged", "status": "completed", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:41.177289 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75dd4a63-b0d1-452b-984e-56d7cf83b673 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:41.177739 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'code': 200} Jun 06 19:21:41.504357 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba090e-0f57-453e-bead-7d0b6f625ce5 req-b7725054-f241-4e0d-9570-7e81da55d055 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:41.506066 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-20ba090e-0f57-453e-bead-7d0b6f625ce5 req-b7725054-f241-4e0d-9570-7e81da55d055 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0843256 Jun 06 19:21:41.579592 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-20ba090e-0f57-453e-bead-7d0b6f625ce5 req-c642862b-dce9-4a85-a7d8-b11e8391792f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675156 Jun 06 19:21:41.818506 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215eb24-62f9-4e5c-b2e6-70ea9f69dfb4 req-b7ed9928-45ef-47c3-a3d9-c3a811d31241 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:41.819953 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0215eb24-62f9-4e5c-b2e6-70ea9f69dfb4 req-b7ed9928-45ef-47c3-a3d9-c3a811d31241 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1005476 Jun 06 19:21:41.912032 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0215eb24-62f9-4e5c-b2e6-70ea9f69dfb4 req-5108aa2b-8d3e-4866-85b9-b2c850c61c30 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587008 Jun 06 19:21:41.938382 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446f7cd-0565-40e0-9a72-be1c537ffeef req-59bde8c6-4e62-4629-9107-1e46653e5a93 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:41.939856 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2446f7cd-0565-40e0-9a72-be1c537ffeef req-59bde8c6-4e62-4629-9107-1e46653e5a93 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1294010 Jun 06 19:21:41.985331 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2446f7cd-0565-40e0-9a72-be1c537ffeef req-1d560f43-0ee8-4e18-92aa-218404c53c49 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Jun 06 19:21:42.778933 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d038e-5028-4d0f-ae37-c157de32cdb3 req-70923f28-c7a5-4017-b648-a1515bc51265 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:42.780353 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3a9d038e-5028-4d0f-ae37-c157de32cdb3 req-70923f28-c7a5-4017-b648-a1515bc51265 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0899279 Jun 06 19:21:42.827850 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3a9d038e-5028-4d0f-ae37-c157de32cdb3 req-06230a49-6a4e-4f12-85ec-230a353e7d06 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Jun 06 19:21:43.164164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1bf65-8a7b-42b4-a0e8-859f155e79ee req-c8051af0-55da-4d3b-ac57-f19605cad4b1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:43.165569 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bdd1bf65-8a7b-42b4-a0e8-859f155e79ee req-c8051af0-55da-4d3b-ac57-f19605cad4b1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1249127 Jun 06 19:21:43.228360 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bdd1bf65-8a7b-42b4-a0e8-859f155e79ee req-717a4902-5bf4-4c2a-8110-b5eddfc4deb6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539382 Jun 06 19:21:43.257691 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467924a-dc9a-466d-b7a7-034f4b7530fa req-da9913ae-2233-4da3-9d4b-d2d4e8a49f2c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:43.259145 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a467924a-dc9a-466d-b7a7-034f4b7530fa req-da9913ae-2233-4da3-9d4b-d2d4e8a49f2c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1391723 Jun 06 19:21:43.302788 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a467924a-dc9a-466d-b7a7-034f4b7530fa req-22b83d98-8680-423d-9038-c62a312b0084 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Jun 06 19:21:44.065113 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5aac-7834-4124-88f2-3a238682872e req-b1d0e7d3-9a38-4c31-a333-6ca21888f97b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:44.066562 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-479c5aac-7834-4124-88f2-3a238682872e req-b1d0e7d3-9a38-4c31-a333-6ca21888f97b tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.1007853 Jun 06 19:21:44.116866 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-479c5aac-7834-4124-88f2-3a238682872e req-353f0933-76b8-469a-b77e-1d1a086c972f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Jun 06 19:21:44.536394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d38b9-8969-4ef0-8240-c629c0c9e6cd req-855ec135-d925-4098-8fbf-e732ab904ddc tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:44.537868 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b66d38b9-8969-4ef0-8240-c629c0c9e6cd req-855ec135-d925-4098-8fbf-e732ab904ddc tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1848657 Jun 06 19:21:44.545125 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829ca-9fe6-48d9-978d-bd1d410e3ed3 req-23183580-fe18-4e12-9d23-45a326f6cd69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:44.546469 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-822829ca-9fe6-48d9-978d-bd1d410e3ed3 req-23183580-fe18-4e12-9d23-45a326f6cd69 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1166477 Jun 06 19:21:44.614196 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b66d38b9-8969-4ef0-8240-c629c0c9e6cd req-c02cfec5-1858-45fc-bd74-dbb5459eabab tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666437 Jun 06 19:21:44.619614 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-822829ca-9fe6-48d9-978d-bd1d410e3ed3 req-e50af946-e101-49a8-a55f-2956fee4ddaa tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595450 Jun 06 19:21:45.319305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba5bc5-ff05-4570-90ad-f8b2c0457b39 req-c900212d-ae2b-4f69-8b3a-e5ee69163f3c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:45.320755 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7ba5bc5-ff05-4570-90ad-f8b2c0457b39 req-c900212d-ae2b-4f69-8b3a-e5ee69163f3c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0870895 Jun 06 19:21:45.371102 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e7ba5bc5-ff05-4570-90ad-f8b2c0457b39 req-1528ea74-8d30-4797-b76c-dc98018c0a85 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Jun 06 19:21:45.870644 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441ec8b-35a6-4fd5-ac5c-5dcfc4b81476 req-e740807c-cf6b-4797-b6c1-661f7f638db0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:45.872157 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e441ec8b-35a6-4fd5-ac5c-5dcfc4b81476 req-e740807c-cf6b-4797-b6c1-661f7f638db0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1444609 Jun 06 19:21:45.880253 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad2e0a-f92f-4657-9f8d-bbafafd39664 req-505fa29c-f909-4ced-8782-3780318808b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:45.881641 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04ad2e0a-f92f-4657-9f8d-bbafafd39664 req-505fa29c-f909-4ced-8782-3780318808b2 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1202874 Jun 06 19:21:45.951573 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e441ec8b-35a6-4fd5-ac5c-5dcfc4b81476 req-88129ba2-0fb5-4005-b567-3841dbd6bcf7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689099 Jun 06 19:21:45.954189 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-04ad2e0a-f92f-4657-9f8d-bbafafd39664 req-ede220c9-9077-42d3-a481-1ef159e204f6 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586679 Jun 06 19:21:46.567202 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f012f-b878-446e-a94b-0c449a6439f2 req-2e5e8adc-5b2c-4d44-a59f-ae4fae851c1f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:46.569596 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a45f012f-b878-446e-a94b-0c449a6439f2 req-2e5e8adc-5b2c-4d44-a59f-ae4fae851c1f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0823178 Jun 06 19:21:46.713008 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a45f012f-b878-446e-a94b-0c449a6439f2 req-cef1b2b0-b100-43e2-b6b0-c3ba6ed3c2fd tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374876 Jun 06 19:21:47.206428 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f6656-1860-4371-93b1-1a47e73000bc req-0641777e-6a08-451e-94fa-e946dab8261b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:47.207967 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c5f6656-1860-4371-93b1-1a47e73000bc req-0641777e-6a08-451e-94fa-e946dab8261b tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1085446 Jun 06 19:21:47.222794 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f174b2-ca06-48cd-bd71-9e0d9793e2fc req-56101e2c-34d1-47d0-b3d6-abb950ac753b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:47.224279 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83f174b2-ca06-48cd-bd71-9e0d9793e2fc req-56101e2c-34d1-47d0-b3d6-abb950ac753b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1560278 Jun 06 19:21:47.295534 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7c5f6656-1860-4371-93b1-1a47e73000bc req-1d554d1f-9504-47cf-862d-1fabe055f466 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810487 Jun 06 19:21:47.313273 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-83f174b2-ca06-48cd-bd71-9e0d9793e2fc req-57d618a8-a9cb-4203-9fe3-b1c82c943c0b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760078 Jun 06 19:21:47.907468 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcfbd0-170a-4e75-bafc-013f550d0966 req-ea844054-d14e-41e3-b0fd-26581dd27da2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:47.908897 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-85dcfbd0-170a-4e75-bafc-013f550d0966 req-ea844054-d14e-41e3-b0fd-26581dd27da2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0903766 Jun 06 19:21:47.957609 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-85dcfbd0-170a-4e75-bafc-013f550d0966 req-7506c942-715f-48f8-8c61-eeaa1b68442f tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Jun 06 19:21:48.568788 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd96d2-59ce-48b6-92b7-102262666ec5 req-7432a7e6-c2a5-40e9-87af-80ddef882c37 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:48.570336 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f8bd96d2-59ce-48b6-92b7-102262666ec5 req-7432a7e6-c2a5-40e9-87af-80ddef882c37 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1518719 Jun 06 19:21:48.584879 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f7f84-44ef-402e-b283-5ce22d800cb3 req-90e7ef6a-c910-4691-aa5a-a66f47cfb8e9 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:48.586254 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7a1f7f84-44ef-402e-b283-5ce22d800cb3 req-90e7ef6a-c910-4691-aa5a-a66f47cfb8e9 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1342082 Jun 06 19:21:48.654443 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f8bd96d2-59ce-48b6-92b7-102262666ec5 req-fb7becd1-1388-49d2-810b-db71efbafc4c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775707 Jun 06 19:21:48.658835 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7a1f7f84-44ef-402e-b283-5ce22d800cb3 req-9c862dfd-498a-4818-87f6-9712a0f45f60 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594420 Jun 06 19:21:49.160319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55027251-27e8-447a-a4cc-2d9308856344 req-bbc701b0-f0a6-42fc-ab88-33558a2e3b8c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:49.161633 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-55027251-27e8-447a-a4cc-2d9308856344 req-bbc701b0-f0a6-42fc-ab88-33558a2e3b8c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0825894 Jun 06 19:21:49.209104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-55027251-27e8-447a-a4cc-2d9308856344 req-f99dedaa-263a-40cb-83e4-d0b5bb934697 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418291 Jun 06 19:21:49.654144 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333c12d-6bae-44eb-b327-77b4a36014e1 req-e29eb39e-70a4-4201-a8e8-e42173102630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:49.655596 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7333c12d-6bae-44eb-b327-77b4a36014e1 req-e29eb39e-70a4-4201-a8e8-e42173102630 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 1099 time: 0.0697188 Jun 06 19:21:49.749758 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7333c12d-6bae-44eb-b327-77b4a36014e1 req-de3900ca-d631-465d-a47c-3635bd333846 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607028 Jun 06 19:21:49.758991 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e987-1ef5-4871-98c9-caffb5eded5c req-075396b1-d6c9-4cc9-9ab5-e5d0231349d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:49.760241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c650e987-1ef5-4871-98c9-caffb5eded5c req-075396b1-d6c9-4cc9-9ab5-e5d0231349d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 1099 time: 0.1038263 Jun 06 19:21:49.904781 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c650e987-1ef5-4871-98c9-caffb5eded5c req-7c4de636-29e8-4dbc-af22-5f2bb0a569a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648036 Jun 06 19:21:49.937889 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a98389-9622-4b1c-8bf2-f1cadffd2c27 req-da5754f4-f7b2-43af-a04d-f698d71348f5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:49.939292 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-50a98389-9622-4b1c-8bf2-f1cadffd2c27 req-da5754f4-f7b2-43af-a04d-f698d71348f5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1676979 Jun 06 19:21:49.950510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94de2-772d-4337-8c23-bf8497729031 req-c3e3442c-c9a9-416b-998f-698892efd9c1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:49.951855 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06f94de2-772d-4337-8c23-bf8497729031 req-c3e3442c-c9a9-416b-998f-698892efd9c1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1791201 Jun 06 19:21:50.021328 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-50a98389-9622-4b1c-8bf2-f1cadffd2c27 req-513bdc94-e97a-4f4c-9540-4928af8f6ea0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674529 Jun 06 19:21:50.025537 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06f94de2-772d-4337-8c23-bf8497729031 req-40439ecb-da2a-4714-b9a2-6f4a089642ca tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585544 Jun 06 19:21:50.416473 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6df1-6f83-48ed-bd2c-1ea8c2cadd65 req-1bd1e6fd-539b-4b25-90cd-d538fc0124c3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:50.417886 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-393d6df1-6f83-48ed-bd2c-1ea8c2cadd65 req-1bd1e6fd-539b-4b25-90cd-d538fc0124c3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0869522 Jun 06 19:21:50.463787 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-393d6df1-6f83-48ed-bd2c-1ea8c2cadd65 req-b8fa9fce-db34-423b-95c6-a7edc4433bbd tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Jun 06 19:21:51.282930 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832803c-355c-4c58-b93d-1353c3de44ff req-65dde663-f31b-4e72-ae00-5ee036dc185a tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:51.284363 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f832803c-355c-4c58-b93d-1353c3de44ff req-65dde663-f31b-4e72-ae00-5ee036dc185a tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1526978 Jun 06 19:21:51.292703 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692070-7fbc-446a-801c-5ccffe64bab7 req-b17ccda7-4b4f-42fe-a101-becc8949789a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:51.294068 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5692070-7fbc-446a-801c-5ccffe64bab7 req-b17ccda7-4b4f-42fe-a101-becc8949789a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1295147 Jun 06 19:21:51.360918 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f832803c-355c-4c58-b93d-1353c3de44ff req-c992c791-7032-4301-91ab-15bbf5eeb84b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659380 Jun 06 19:21:51.368151 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5692070-7fbc-446a-801c-5ccffe64bab7 req-068c6088-ade3-4f58-a750-62f9e61530d0 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587356 Jun 06 19:21:51.659593 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b623-a4ba-4ba0-81fc-f0cd9ca720c0 req-0b219ba0-3fe6-4bcb-b3d5-3803085107b2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:51.660928 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4ee6b623-a4ba-4ba0-81fc-f0cd9ca720c0 req-0b219ba0-3fe6-4bcb-b3d5-3803085107b2 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0858424 Jun 06 19:21:51.704899 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4ee6b623-a4ba-4ba0-81fc-f0cd9ca720c0 req-c328c1d2-ec44-4a17-b203-909233789bf4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379016 Jun 06 19:21:51.891108 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f416a-1b50-461f-9a44-f08781e3974e req-c3b34b1f-2e59-4e37-96d6-05580271ecaf tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:51.892520 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a06f416a-1b50-461f-9a44-f08781e3974e req-c3b34b1f-2e59-4e37-96d6-05580271ecaf tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0812845 Jun 06 19:21:51.905082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52004) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:51.910097 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Request body: {'floatingip': {'port_id': '1dffb611-46cf-4c01-b2ba-a4722670427c'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:51.983775 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:52.599085 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:52.605048 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:52.609318 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e801c5-ba52-47a9-938a-9e641c69950d req-656aa0a9-bd6b-4764-975b-68f02af53d35 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:52.610759 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-09e801c5-ba52-47a9-938a-9e641c69950d req-656aa0a9-bd6b-4764-975b-68f02af53d35 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1396081 Jun 06 19:21:52.623000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532cf4e-f80a-421b-b106-b19294406c70 req-25d3f41f-3f24-4d93-9253-2945928abc78 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:52.624402 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b532cf4e-f80a-421b-b106-b19294406c70 req-25d3f41f-3f24-4d93-9253-2945928abc78 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 944 time: 0.1216912 Jun 06 19:21:52.688691 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:21:52.701683 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-09e801c5-ba52-47a9-938a-9e641c69950d req-deb70154-b863-4b4d-b0d7-ac73868dc4ff tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762944 Jun 06 19:21:52.709225 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b532cf4e-f80a-421b-b106-b19294406c70 req-41f3e64b-481b-4211-a561-d0c1fd269588 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697873 Jun 06 19:21:52.755771 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52012) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:52.859625 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:52.875418 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '715aad01-4cbd-4fd3-a486-070d25443724', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'port_id': '715aad01-4cbd-4fd3-a486-070d25443724', 'mac_address': 'fa:16:3e:c5:5a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:21:52.886226 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Floating IP 7f17e313-f2ef-4a48-8f1a-5461803a0dc3 associated. External IP: 172.27.1.170, port: 1dffb611-46cf-4c01-b2ba-a4722670427c. Jun 06 19:21:52.934708 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:52.952652 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715aad01-4cbd-4fd3-a486-070d25443724 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:21:52.968605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:52.973077 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:52.975950 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-287db03e-0abd-40c5-8ef5-7e0039d77531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:53.045260 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=9']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:53.048774 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:53.172362 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe24eea-6cca-42c9-a685-4291c29a8613 req-fa2936f0-e0c0-46f1-85ad-fa2fd28fd563 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:53.173812 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3fe24eea-6cca-42c9-a685-4291c29a8613 req-fa2936f0-e0c0-46f1-85ad-fa2fd28fd563 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.3418524 Jun 06 19:21:53.223765 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['715aad01-4cbd-4fd3-a486-070d25443724'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:21:53.246111 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3fe24eea-6cca-42c9-a685-4291c29a8613 req-cc71bb88-5156-4b57-b528-981da1cb85b2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629909 Jun 06 19:21:53.250774 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Router 8d08a06e-a098-4ff5-b371-1d304786887e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:21:53.273682 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52016) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:53.322920 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Deleting port 960d20db-688a-4924-bc55-938fc36a9ad9 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:21:53.323260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:53.446193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:21:53.451025 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:53.457727 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:21:53.468241 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:53.468894 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:53.499152 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:53.499152 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:53.510115 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7332e3dc-1b02-4a3a-be02-df2a15825dc3 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "PUT /v2.0/floatingips/7f17e313-f2ef-4a48-8f1a-5461803a0dc3 HTTP/1.1" status: 200 len: 992 time: 1.6018178 Jun 06 19:21:53.510115 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:53.511224 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588" -d '{"events": [{"name": "network-changed", "server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:53.514497 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae00efe-e998-47cf-b01e-9fd395a3e805 tempest-TestVolumeBootPattern-745312300 tempest-TestVolumeBootPattern-745312300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:53.516191 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-2ae00efe-e998-47cf-b01e-9fd395a3e805 tempest-TestVolumeBootPattern-745312300 tempest-TestVolumeBootPattern-745312300-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 1094 time: 0.2415643 Jun 06 19:21:53.519640 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52024) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:21:53.523758 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'port_id': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:21:53.561960 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba13a8cc-83d0-4bd2-97b9-ef1514b4596f x-openstack-request-id: req-ba13a8cc-83d0-4bd2-97b9-ef1514b4596f {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:53.562277 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:53.562567 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba13a8cc-83d0-4bd2-97b9-ef1514b4596f {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:53.562987 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'status': 'completed', 'code': 200} Jun 06 19:21:53.568051 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:53.676154 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Calling delete_port for 960d20db-688a-4924-bc55-938fc36a9ad9 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:21:53.707390 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:53.727958 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:53.739352 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-58d74072-b6a8-4dcc-b0fb-86a38b6bde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:53.740881 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-58d74072-b6a8-4dcc-b0fb-86a38b6bde5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 1099 time: 0.1083267 Jun 06 19:21:53.883308 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Allocated IP 172.27.1.171 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/d8b98eed-b122-4eab-b0ba-4cd12d762218) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:21:53.993719 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-56b1e867-9e2e-4f1a-8881-7d6c0403af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:53.995203 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-56b1e867-9e2e-4f1a-8881-7d6c0403af94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 200 len: 911 time: 0.2459264 Jun 06 19:21:54.033871 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.063776 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.069375 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:54.104627 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d923-a46e-465e-8e27-44648b3cd363 req-a785f80c-b3a7-44f7-a685-01014028f5d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:54.110296 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c207d923-a46e-465e-8e27-44648b3cd363 req-a785f80c-b3a7-44f7-a685-01014028f5d9 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 945 time: 0.2565610 Jun 06 19:21:54.110481 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '7f17e313-f2ef-4a48-8f1a-5461803a0dc3', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'port_id': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:21:27Z', 'updated_at': '2021-06-06T19:21:52Z', 'revision_number': 1, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:54.114569 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:21:54.124418 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.130332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:54.131035 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:54.134545 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:21:54.137619 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:21:54.141366 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:21:54.148523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:54.175651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=d8b98eed-b122-4eab-b0ba-4cd12d762218,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:54.189179 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.189690 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.191817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.191817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.191817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.191817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.192660 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.193123 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.193605 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.194082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.194538 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.195334 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:54.205260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event deleted for resources: {'Port': ['ID=960d20db-688a-4924-bc55-938fc36a9ad9,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:54.210452 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:54.215693 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:54.217543 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-c503f59c-2c92-4494-b1d3-f9db494d3031 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dffb611-46cf-4c01-b2ba-a4722670427c HTTP/1.1" status: 200 len: 1000 time: 0.2093575 Jun 06 19:21:54.321979 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:54.339346 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c207d923-a46e-465e-8e27-44648b3cd363 req-9a03376f-7978-4cd9-be55-63378514e3b1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142217 Jun 06 19:21:54.377921 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-a29065cc-64e5-43c2-8dbd-98c29448d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:54.379480 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-a29065cc-64e5-43c2-8dbd-98c29448d89a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 200 len: 849 time: 0.1245627 Jun 06 19:21:54.380288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.380606 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Floating IP b7429b00-ce36-4688-9e1a-8d8ee7e4bc32 disassociated (deleted). External IP: 172.27.1.209, port: 5d35c18d-740c-439f-8f8a-4a3fe9c8177a. Jun 06 19:21:54.694909 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '7f17e313-f2ef-4a48-8f1a-5461803a0dc3', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'port_id': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:21:27Z', 'updated_at': '2021-06-06T19:21:52Z', 'revision_number': 1, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:54.699236 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.700266 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a031eee-1fd9-463c-83ef-3c12deffce63 None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '7f17e313-f2ef-4a48-8f1a-5461803a0dc3', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'port_id': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'mac_address': 'fa:16:3e:6f:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:21:27Z', 'updated_at': '2021-06-06T19:21:52Z', 'revision_number': 1, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:21:54.715696 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:21:54.740814 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-c9bfe0b3-f77e-4eb0-8537-43a4f478b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:54.742687 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-c9bfe0b3-f77e-4eb0-8537-43a4f478b4e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1914632 Jun 06 19:21:54.752028 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:21:54.813587 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.814125 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 715aad01-4cbd-4fd3-a486-070d25443724 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:21:54.814657 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.947239 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:54.979235 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89078ae0-e3dd-4ae9-9bd3-54c90b8f0462 None None] New status for floating IP 7f17e313-f2ef-4a48-8f1a-5461803a0dc3: ACTIVE {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:21:54.983907 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:54.986252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388d946-4d87-4abf-a077-41732ab0ebae" -d '{"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-plugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:54.992316 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:55.000987 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:55.003104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-431d12f8-1bd7-4963-b99f-fb98186417d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:55.035805 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:55.049218 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:55.056056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:55.071712 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc6b79-e97e-4c78-a993-2a60800916c0 x-openstack-request-id: req-ffdc6b79-e97e-4c78-a993-2a60800916c0 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:55.072005 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-plugged", "status": "completed", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:55.072256 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffdc6b79-e97e-4c78-a993-2a60800916c0 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:55.073312 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'code': 200} Jun 06 19:21:55.082966 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=10']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:55.092611 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.092992 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.093343 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.093791 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.094149 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.094466 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.094780 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.095909 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.096379 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.096703 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.097017 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.097332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:55.101803 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:55.104703 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:21:55.109369 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-181e5597-3c44-42c3-a007-85130d369f6b service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897222 Jun 06 19:21:55.190358 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=d8b98eed-b122-4eab-b0ba-4cd12d762218,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:55.194597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:55.201946 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:55.378114 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Floating IP 6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d associated. External IP: 172.27.1.171, port: 7a417b3c-d47f-4a5d-927e-040880e60a4f. Jun 06 19:21:55.456219 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9b80ff6a-91b2-47b6-bc92-a94ca43e8588 req-c909b0b2-dc1f-4413-99a0-4bc8cc6f6ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817252 Jun 06 19:21:55.466361 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:21:55.476174 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:55.476278 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] Sync routers for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:21:55.485327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:55.486018 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:55.590659 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "DELETE /v2.0/floatingips/b7429b00-ce36-4688-9e1a-8d8ee7e4bc32 HTTP/1.1" status: 204 len: 168 time: 2.8319914 Jun 06 19:21:55.593596 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:55.595880 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657957f2-444f-4105-96c1-3041008ccf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:55.601802 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb703b12-8fe1-4dab-8615-8095825059a1 req-a009bf5a-ea4c-49be-aac9-68876e799936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:55.603258 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-eb703b12-8fe1-4dab-8615-8095825059a1 req-a009bf5a-ea4c-49be-aac9-68876e799936 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1100 time: 0.2513251 Jun 06 19:21:55.658905 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2aab2-2006-453a-93d3-407f74cdb194 req-0eb1b4c2-907b-4255-94c2-54a69035e56a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:55.660433 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06a2aab2-2006-453a-93d3-407f74cdb194 req-0eb1b4c2-907b-4255-94c2-54a69035e56a tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 947 time: 0.1609061 Jun 06 19:21:55.666156 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-eb703b12-8fe1-4dab-8615-8095825059a1 req-1d3c783a-bc87-474d-90b4-c46c7da5c0fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526109 Jun 06 19:21:55.714327 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06a2aab2-2006-453a-93d3-407f74cdb194 req-58cba76b-bf4d-4141-b50b-d4b3b383e08c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471022 Jun 06 19:21:55.725754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:55.775213 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:21:55.796606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb8636-08b8-4702-8f59-f8c9b7e9a266 x-openstack-request-id: req-aedb8636-08b8-4702-8f59-f8c9b7e9a266 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:55.797200 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:55.797450 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aedb8636-08b8-4702-8f59-f8c9b7e9a266 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:55.798035 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'status': 'completed', 'code': 200} Jun 06 19:21:55.977181 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657957f2-444f-4105-96c1-3041008ccf8b req-ce49be35-be75-4bc2-803f-c8f303e8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:55.978741 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-ce49be35-be75-4bc2-803f-c8f303e8ba73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 1098 time: 0.1258368 Jun 06 19:21:56.127317 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:52Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:56.131717 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:21:56.133342 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] Checking router: 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:21:56.144194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:56.145039 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:56.145911 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:21:56.158198 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:56.159668 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:56.161662 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:56.227641 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7074471 Jun 06 19:21:56.228677 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:56.231172 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139df921-1649-4400-af74-608fae1b9b94" -d '{"events": [{"name": "network-changed", "server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:21:56.301619 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b4b3c5-adb1-4865-89cd-0ce1b8563354 x-openstack-request-id: req-c0b4b3c5-adb1-4865-89cd-0ce1b8563354 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:21:56.303123 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:21:56.303770 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0b4b3c5-adb1-4865-89cd-0ce1b8563354 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:21:56.304684 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'status': 'completed', 'code': 200} Jun 06 19:21:56.360819 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:56.376907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657957f2-444f-4105-96c1-3041008ccf8b req-f44b4d22-47e9-4dae-b207-5fbdd58fff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:56.378466 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-f44b4d22-47e9-4dae-b207-5fbdd58fff10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 200 len: 910 time: 0.3915277 Jun 06 19:21:56.401329 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:56.461203 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-e54e8849-7486-4ba7-8823-f8e33f25a516 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 200 len: 217 time: 0.0720093 Jun 06 19:21:56.547890 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eea67-f404-45a1-bb34-cffa171bae58 req-185db5e3-9c17-4e5c-a73e-02b4187f19f9 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:56.549349 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ad2eea67-f404-45a1-bb34-cffa171bae58 req-185db5e3-9c17-4e5c-a73e-02b4187f19f9 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.2732069 Jun 06 19:21:56.553893 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657957f2-444f-4105-96c1-3041008ccf8b req-651b8f1d-a1ed-43dc-90cf-cc4b707b39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:56.555345 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-651b8f1d-a1ed-43dc-90cf-cc4b707b39b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 200 len: 848 time: 0.0804999 Jun 06 19:21:56.557265 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df921-1649-4400-af74-608fae1b9b94 req-7bc58a14-aaae-43f0-816d-d7d9d6f6f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:56.558708 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-7bc58a14-aaae-43f0-816d-d7d9d6f6f683 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 1099 time: 0.2238507 Jun 06 19:21:56.666945 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ad2eea67-f404-45a1-bb34-cffa171bae58 req-d1fad742-c486-4da1-aa41-8984589707b7 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072259 Jun 06 19:21:56.678948 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:52Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:56.691950 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb0519-5965-446e-8ec0-f8b35546f5a3 None None] The sync data for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi is: [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:15:40Z', 'revision_number': 4, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '6d84e457-70ab-4f3b-a1dc-ac0563373b4e', 'name': '', 'network_id': 'b45e1318-68bc-4144-ad7f-95e06d53d90a', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'mac_address': 'fa:16:3e:c7:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:39Z', 'updated_at': '2021-06-06T19:15:52Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'subnets': [{'id': '82625c9e-d8ff-45b0-842a-9d6b930b2a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:21:56.781931 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:3e:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:21:54Z', 'updated_at': '2021-06-06T19:21:54Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:56.786612 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:21:56.798148 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:21:56.799840 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:56.809721 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657957f2-444f-4105-96c1-3041008ccf8b req-131a7126-a327-4e00-ad47-9a411d7e58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:56.811288 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-131a7126-a327-4e00-ad47-9a411d7e58ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b45e1318-68bc-4144-ad7f-95e06d53d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2320855 Jun 06 19:21:56.813722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df921-1649-4400-af74-608fae1b9b94 req-46304375-4e03-4392-bff6-2a57fbdef17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:56.815045 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-46304375-4e03-4392-bff6-2a57fbdef17d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.2052653 Jun 06 19:21:57.012604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ce8285-9aef-44c4-af8c-d593c6eed854 None None] New status for floating IP b7429b00-ce36-4688-9e1a-8d8ee7e4bc32: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:21:57.023808 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:21:57.112575 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-ea6ed652-b7fc-4615-9d5c-04341eeb890e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f HTTP/1.1" status: 200 len: 1000 time: 0.2527926 Jun 06 19:21:57.232641 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-4c36beca-b7d8-4dae-ba5d-3578cb1585da service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937681 Jun 06 19:21:57.237172 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df921-1649-4400-af74-608fae1b9b94 req-6681acb2-6083-48e8-bdcf-b0da67e42fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:57.238561 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-6681acb2-6083-48e8-bdcf-b0da67e42fb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.1072433 Jun 06 19:21:57.340621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf3b9a-7031-425a-8f5b-761a2c09feae req-a4065453-e295-42b5-9033-9300f5dafc0c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:57.347350 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4fbf3b9a-7031-425a-8f5b-761a2c09feae req-a4065453-e295-42b5-9033-9300f5dafc0c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 947 time: 0.4863641 Jun 06 19:21:57.398441 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:3e:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:21:54Z', 'updated_at': '2021-06-06T19:21:54Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:21:57.402515 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce36f00-bc71-4f60-a754-9dd6385c7456 None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:3e:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:21:54Z', 'updated_at': '2021-06-06T19:21:54Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:21:57.473942 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4fbf3b9a-7031-425a-8f5b-761a2c09feae req-3428267b-e891-42ec-bef4-9d284ee73de7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256914 Jun 06 19:21:57.496937 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-657957f2-444f-4105-96c1-3041008ccf8b req-629b80d5-9481-4f90-8129-6a5803f33438 service neutron] 10.222.0.16 "GET /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460725 Jun 06 19:21:57.499546 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139df921-1649-4400-af74-608fae1b9b94 req-a20374da-a6b1-470e-8852-1c5bbf1bac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:57.500853 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-a20374da-a6b1-470e-8852-1c5bbf1bac9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2274363 Jun 06 19:21:57.621399 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9417e3-96b2-4530-a173-ab699f3a111c None None] New status for floating IP 6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d: ACTIVE {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:21:57.658419 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-1710d9c7-b8f8-414c-bbfc-0896fb788671 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367676 Jun 06 19:21:57.848548 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-139df921-1649-4400-af74-608fae1b9b94 req-a340443d-e0ab-45ed-9f95-b9309defcedc service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827755 Jun 06 19:21:57.886771 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261ec74-6b02-4dc8-bd9d-33cba84870ab req-3402a010-5b90-4d1b-9941-678bfc70309c tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:57.888259 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d261ec74-6b02-4dc8-bd9d-33cba84870ab req-3402a010-5b90-4d1b-9941-678bfc70309c tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.0889456 Jun 06 19:21:57.944313 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d261ec74-6b02-4dc8-bd9d-33cba84870ab req-620e9950-de92-49f0-9111-98f4a40ddb2a tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Jun 06 19:21:58.700331 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-1fbaefde-be12-4519-9ff9-9280e92dc713 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1568799 Jun 06 19:21:58.709241 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-326d4a4f-445d-4b36-ac36-7508d3cf568f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:58.710612 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-326d4a4f-445d-4b36-ac36-7508d3cf568f tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.2981060 Jun 06 19:21:58.722460 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288041a-bdee-47bf-a993-7cd0eb6ad97b req-544ce5a3-93ac-492e-baaf-1f7d43513b57 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:58.723783 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7288041a-bdee-47bf-a993-7cd0eb6ad97b req-544ce5a3-93ac-492e-baaf-1f7d43513b57 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 947 time: 0.1317213 Jun 06 19:21:58.869507 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7288041a-bdee-47bf-a993-7cd0eb6ad97b req-e61c3364-bda8-452b-8963-9cba9fb98f70 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093965 Jun 06 19:21:58.939445 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-cb3e681b-df06-4055-9761-7b95da239562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:58.940871 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-cb3e681b-df06-4055-9761-7b95da239562 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7de051ea982448495d077949da011e4&device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 1100 time: 0.1799989 Jun 06 19:21:58.952676 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Deleting port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:21:58.952999 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:59.231901 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] For port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:21:59.232227 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:59.355127 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-14898bf3-5538-43cc-a68a-ca795f15eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:59.356397 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-14898bf3-5538-43cc-a68a-ca795f15eeee service neutron] 10.222.0.16 "GET /v2.0/networks?id=64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 200 len: 917 time: 0.3895481 Jun 06 19:21:59.364205 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Calling delete_port for 5d35c18d-740c-439f-8f8a-4a3fe9c8177a owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:21:59.497099 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6b75e-0022-4df9-99bf-1f694e444bae req-198a5bdb-bd7a-4c0a-9e69-61162c499538 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:59.498834 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3ff6b75e-0022-4df9-99bf-1f694e444bae req-198a5bdb-bd7a-4c0a-9e69-61162c499538 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 945 time: 0.4242904 Jun 06 19:21:59.502124 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-a5fcdc9b-4617-49a1-b874-8cdfb629e2b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 200 len: 1001 time: 0.1350863 Jun 06 19:21:59.594263 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3ff6b75e-0022-4df9-99bf-1f694e444bae req-83c437b8-66fe-4842-b20b-f163ffd3d73c tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/security-groups?id=170a79a5-7d08-4a7d-a79a-baf1af0a414e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893009 Jun 06 19:21:59.605764 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-d88cf619-a608-4883-ad9d-211b669ff3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:59.607135 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-d88cf619-a608-4883-ad9d-211b669ff3ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 200 len: 855 time: 0.0866923 Jun 06 19:21:59.717716 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:59.724893 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-06493ac1-bc73-45d5-a923-d46cd2b1e793 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:21:59.777242 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event deleted for resources: {'Port': ['ID=5d35c18d-740c-439f-8f8a-4a3fe9c8177a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:21:59.842941 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.843287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.843655 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.844001 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.844340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.844678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.845012 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.845348 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.845682 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.846039 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.846374 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.846690 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:21:59.854790 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-fa432c67-bb3f-4979-873f-e42f43c79778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:21:59.856233 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-fa432c67-bb3f-4979-873f-e42f43c79778 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64cf99d8-70dd-4973-b5ca-82ce91a37f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2179184 Jun 06 19:21:59.857006 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:21:59.862273 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] No DVR routers for this DVR port 5d35c18d-740c-439f-8f8a-4a3fe9c8177a on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:21:59.865174 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:21:59.867341 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8b77bfa-0d0a-4228-93b8-c0e3b9a991e8 req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.16 "DELETE /v2.0/ports/5d35c18d-740c-439f-8f8a-4a3fe9c8177a HTTP/1.1" status: 204 len: 173 time: 1.1423156 Jun 06 19:21:59.867746 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-deleted', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:21:59.870015 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d22df15-249e-4f46-ba9d-668813f67e31" -d '{"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-deleted", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:22:00.049159 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a51439-71c9-40ff-920d-08dc9da9e884 x-openstack-request-id: req-f7a51439-71c9-40ff-920d-08dc9da9e884 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:22:00.049422 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a3079b-5af8-4995-b8d8-de6a1d981439", "name": "network-vif-deleted", "tag": "5d35c18d-740c-439f-8f8a-4a3fe9c8177a", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:22:00.049609 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7a51439-71c9-40ff-920d-08dc9da9e884 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:22:00.050048 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a3079b-5af8-4995-b8d8-de6a1d981439', 'name': 'network-vif-deleted', 'tag': '5d35c18d-740c-439f-8f8a-4a3fe9c8177a', 'status': 'completed', 'code': 200} Jun 06 19:22:00.090285 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-5dcb8e4b-3db9-45ca-8c46-3c750850f8fa service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262802 Jun 06 19:22:00.227044 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3c920a6-ca84-4bfe-8b60-f193626cc446 req-0d6a2316-d756-469a-b371-2a4cadaf700e service neutron] 10.222.0.16 "GET /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292050 Jun 06 19:22:00.235774 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:00.767295 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c4f0aa13-69db-426a-ae86-41a32589e919 req-f7201a7e-b918-489d-828a-4d61800e3ea0 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8a3079b-5af8-4995-b8d8-de6a1d981439 HTTP/1.1" status: 200 len: 210 time: 0.0476904 Jun 06 19:22:01.860485 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52106) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:01.925672 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:01.954636 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:02.033638 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:02.038425 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:02.039984 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] 10.222.0.43 "DELETE /v2.0/security-groups/170a79a5-7d08-4a7d-a79a-baf1af0a414e HTTP/1.1" status: 204 len: 168 time: 0.1785564 Jun 06 19:22:02.041283 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ef2cfe38-61be-4ac8-9e30-2a5a7c6dd090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:02.060882 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a79a5-7d08-4a7d-a79a-baf1af0a414e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:02.065866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:02.091675 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52110) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:02.723681 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:02.744856 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:02.759333 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 5d35c18d-740c-439f-8f8a-4a3fe9c8177a {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:02.759921 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5d35c18d-740c-439f-8f8a-4a3fe9c8177a not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:03.168231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Deleting port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:03.168779 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:03.380838 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] For port 6d84e457-70ab-4f3b-a1dc-ac0563373b4e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:03.381214 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:03.501209 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Calling delete_port for 6d84e457-70ab-4f3b-a1dc-ac0563373b4e owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:03.625723 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6813e335-242b-4926-a023-56912ff7370d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:03.784751 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:03.789231 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-010ebac9-e245-4648-8d26-4775d63b1f50 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:03.863583 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d84e457-70ab-4f3b-a1dc-ac0563373b4e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:03.871579 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:04.099722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:04.459836 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:22:04.744007 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:22:04.749104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-7a97dcb6-30e2-452c-93c0-144289ee420e admin admin] 10.222.0.43 "PUT /v2.0/routers/72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6564872 Jun 06 19:22:04.751851 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52120) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:04.752971 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] Sync routers for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:22:04.763716 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:04.764387 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:04.923030 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:04.936353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:05.097667 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.173090 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Deleting port 7728a95e-e872-426d-aece-aa1c6695aa21 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:05.173426 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.257463 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:22:03Z', 'revision_number': 5, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port': {'id': '7728a95e-e872-426d-aece-aa1c6695aa21', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:35Z', 'updated_at': '2021-06-06T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:05.261377 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] Checking router: 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:22:05.269594 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] Routers {'72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:05.270240 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:21:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:05.291693 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] For port 7728a95e-e872-426d-aece-aa1c6695aa21, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7728a95e-e872-426d-aece-aa1c6695aa21,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:05.292047 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.413226 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Calling delete_port for 7728a95e-e872-426d-aece-aa1c6695aa21 owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:05.417937 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] Set router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:05.519510 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:22:05Z', 'revision_number': 6, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:05.523499 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3d5d2-cbcc-4394-8acd-4b80971effce None None] The sync data for ids ['72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697'] in dv-cinder-794962-3-iscsi is: [{'id': '72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697', 'name': 'tempest-TestShelveInstance-1702086358-router', 'tenant_id': '69221038382a4a9ea59ac1bda1a38dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:34Z', 'updated_at': '2021-06-06T19:22:05Z', 'revision_number': 6, 'project_id': '69221038382a4a9ea59ac1bda1a38dc5', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:22:05.553342 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.557390 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-222d400c-ba2d-4425-9166-c582939fa1db tempest-VolumesSnapshotTestJSON-122417110 tempest-VolumesSnapshotTestJSON-122417110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:05.597866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7728a95e-e872-426d-aece-aa1c6695aa21,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:05.601286 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:05.690666 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.859470 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.861683 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.961474 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.962261 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:22:05.968308 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:05.969637 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] 10.222.0.43 "DELETE /v2.0/routers/72c98e4a-8a2f-4df7-8ad6-e64ad1ce0697 HTTP/1.1" status: 204 len: 168 time: 1.2169011 Jun 06 19:22:05.972271 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52124) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:06.002615 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 6d84e457-70ab-4f3b-a1dc-ac0563373b4e no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:06.036244 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Deleting subnet 82625c9e-d8ff-45b0-842a-9d6b930b2a60 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:22:06.036641 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 6d84e457-70ab-4f3b-a1dc-ac0563373b4e {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:06.036972 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 6d84e457-70ab-4f3b-a1dc-ac0563373b4e not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:06.039425 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.071655 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.087998 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.312629 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.323551 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a30bad80-7c94-4029-b4e8-d117b5661089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.383856 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.388849 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5ff07cc8-fa85-49c4-8540-9636c0a8a575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:06.423149 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82625c9e-d8ff-45b0-842a-9d6b930b2a60,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:06.425106 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.429599 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86b7e5-7c7d-4bb0-994a-c446d0070bd1 None None] Network b45e1318-68bc-4144-ad7f-95e06d53d90a requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:22:06.429768 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52128) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:06.438486 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/82625c9e-d8ff-45b0-842a-9d6b930b2a60 HTTP/1.1" status: 204 len: 168 time: 0.4651158 Jun 06 19:22:06.439568 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e21e3d44-1dfb-4795-8e73-09d3405453d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:06.531962 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.607645 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Deleting port e70fb95a-be98-4eea-bd64-711eb140a00a {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:06.607985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.690073 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] DHCP port deletion for b45e1318-68bc-4144-ad7f-95e06d53d90a request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:22:06.710532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-7074d628-318c-4048-9058-91039c656872 admin admin] For port e70fb95a-be98-4eea-bd64-711eb140a00a, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e70fb95a-be98-4eea-bd64-711eb140a00a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:06.710867 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.753603 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Deleting port e70fb95a-be98-4eea-bd64-711eb140a00a {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:06.754040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.830785 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Calling delete_port for e70fb95a-be98-4eea-bd64-711eb140a00a owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:06.852041 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] For port e70fb95a-be98-4eea-bd64-711eb140a00a, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e70fb95a-be98-4eea-bd64-711eb140a00a,segment=NetworkSegment(4adcbdfb-61fb-431e-8475-cbfef3ebb308),segment_id=4adcbdfb-61fb-431e-8475-cbfef3ebb308)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:06.852380 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.878951 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:06.882975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-af929ae6-9d84-4b35-bf23-0f4b199de1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:06.922924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70fb95a-be98-4eea-bd64-711eb140a00a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:06.926489 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:06.928620 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074d628-318c-4048-9058-91039c656872 admin admin] No DVR routers for this DVR port e70fb95a-be98-4eea-bd64-711eb140a00a on host dv-cinder-794962-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:06.972146 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Calling delete_port for e70fb95a-be98-4eea-bd64-711eb140a00a owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:07.040216 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.052337 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-7074d628-318c-4048-9058-91039c656872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45e1318-68bc-4144-ad7f-95e06d53d90a']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:07.064400 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-7074d628-318c-4048-9058-91039c656872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adcbdfb-61fb-431e-8475-cbfef3ebb308') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:07.064684 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-7074d628-318c-4048-9058-91039c656872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adcbdfb-61fb-431e-8475-cbfef3ebb308') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:07.076055 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.092096 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.096473 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.098421 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:22:07.098794 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.100095 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:22:07.115470 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:22:07.142841 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Pushing event deleted for resources: {'Port': ['ID=e70fb95a-be98-4eea-bd64-711eb140a00a,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:07.146135 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:07.148762 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] No DVR routers for this DVR port e70fb95a-be98-4eea-bd64-711eb140a00a on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:07.187996 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.191809 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:07.204391 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.206274 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-7074d628-318c-4048-9058-91039c656872 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b45e1318-68bc-4144-ad7f-95e06d53d90a HTTP/1.1" status: 204 len: 168 time: 0.7755814 Jun 06 19:22:07.209136 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52130) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:07.268860 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Pushing event deleted for resources: {'Network': ['ID=b45e1318-68bc-4144-ad7f-95e06d53d90a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:07.277701 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-7074d628-318c-4048-9058-91039c656872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:07.363658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.758723 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:07.877567 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7728a95e-e872-426d-aece-aa1c6695aa21 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:07.911879 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 7728a95e-e872-426d-aece-aa1c6695aa21 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:07.912257 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7728a95e-e872-426d-aece-aa1c6695aa21 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:07.912749 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e70fb95a-be98-4eea-bd64-711eb140a00a no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:07.946765 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: e70fb95a-be98-4eea-bd64-711eb140a00a {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:07.947552 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e70fb95a-be98-4eea-bd64-711eb140a00a not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:08.273170 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Deleting port a8c12a0e-496c-459d-b5e3-6db848ba2bd5 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:08.273476 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:08.401385 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] For port a8c12a0e-496c-459d-b5e3-6db848ba2bd5, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:08.401737 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:08.523552 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Calling delete_port for a8c12a0e-496c-459d-b5e3-6db848ba2bd5 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:08.829965 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:08.833247 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:08.865489 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:08.878406 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c12a0e-496c-459d-b5e3-6db848ba2bd5,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:08.881702 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:09.131469 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:09.573905 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:22:09.759543 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:22:09.764418 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] 10.222.0.43 "PUT /v2.0/routers/2bda4ab6-465f-4100-97cb-af8a7f2e49a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5543795 Jun 06 19:22:09.767103 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52140) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:09.767957 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] Sync routers for ids ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:22:09.778358 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] Routers {'2bda4ab6-465f-4100-97cb-af8a7f2e49a7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:09.778959 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:22:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:09.960138 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:09.984471 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] Set router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:10.126081 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:10.198831 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Deleting port ae4f142b-a356-47e1-adfc-d686a7ef8bbe {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:10.199162 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:10.258358 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:22:08Z', 'revision_number': 5, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port': {'id': 'ae4f142b-a356-47e1-adfc-d686a7ef8bbe', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:47Z', 'updated_at': '2021-06-06T19:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:10.262185 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] Checking router: 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:22:10.270396 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] Routers {'2bda4ab6-465f-4100-97cb-af8a7f2e49a7'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:10.270966 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:22:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:10.315206 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] For port ae4f142b-a356-47e1-adfc-d686a7ef8bbe, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:10.315517 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:10.415514 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] Set router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:10.436344 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Calling delete_port for ae4f142b-a356-47e1-adfc-d686a7ef8bbe owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:10.516690 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:22:10Z', 'revision_number': 6, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:10.521086 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f46bc90-7a26-4f75-9915-43ec20ef2124 None None] The sync data for ids ['2bda4ab6-465f-4100-97cb-af8a7f2e49a7'] in dv-cinder-794962-3-iscsi is: [{'id': '2bda4ab6-465f-4100-97cb-af8a7f2e49a7', 'name': 'tempest-TestShelveInstance-676257110-router', 'tenant_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:46Z', 'updated_at': '2021-06-06T19:22:10Z', 'revision_number': 6, 'project_id': '4ca8ae1ed44143479f1d20ac386bec4a', 'gw_port_host': None}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:22:10.675283 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:10.678908 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-972bc887-7af9-489e-b81d-1c0a9546c61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:10.721309 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4f142b-a356-47e1-adfc-d686a7ef8bbe,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:10.724318 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:10.810827 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:10.980253 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:10.982449 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.006649 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.007165 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bda4ab6-465f-4100-97cb-af8a7f2e49a7 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:22:11.011218 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.012363 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] 10.222.0.43 "DELETE /v2.0/routers/2bda4ab6-465f-4100-97cb-af8a7f2e49a7 HTTP/1.1" status: 204 len: 168 time: 1.2443364 Jun 06 19:22:11.016146 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52144) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:11.073659 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Deleting subnet f029ffe3-80c0-495d-803f-2f743a5f350e {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:22:11.076931 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.139710 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.265175 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.336482 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.340365 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:11.375381 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f029ffe3-80c0-495d-803f-2f743a5f350e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:11.377971 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:11.380438 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.382570 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-270f0077-f73e-4ee6-a0df-d646af047924 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f029ffe3-80c0-495d-803f-2f743a5f350e HTTP/1.1" status: 204 len: 168 time: 0.3655176 Jun 06 19:22:11.385214 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52146) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:11.387286 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708bcd5-c192-4dca-9ada-9a3116b0b6f4 None None] Network ffd020ad-b48b-479b-a88a-40ce18516cf9 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:22:11.496470 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.569606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Deleting port 9872c0e9-1b9d-4bec-983e-be8c56163b57 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:11.569975 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.668935 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] For port 9872c0e9-1b9d-4bec-983e-be8c56163b57, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9872c0e9-1b9d-4bec-983e-be8c56163b57,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:11.669288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.676754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] DHCP port deletion for ffd020ad-b48b-479b-a88a-40ce18516cf9 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:22:11.740981 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Deleting port 9872c0e9-1b9d-4bec-983e-be8c56163b57 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:11.741358 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.789666 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Calling delete_port for 9872c0e9-1b9d-4bec-983e-be8c56163b57 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:11.837941 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] For port 9872c0e9-1b9d-4bec-983e-be8c56163b57, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9872c0e9-1b9d-4bec-983e-be8c56163b57,segment=NetworkSegment(0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae),segment_id=0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:11.838333 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.846237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:11.864502 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:11.904096 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a8c12a0e-496c-459d-b5e3-6db848ba2bd5 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:11.912310 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] No DVR routers for this DVR port 9872c0e9-1b9d-4bec-983e-be8c56163b57 on host dv-cinder-794962-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:11.914019 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9872c0e9-1b9d-4bec-983e-be8c56163b57,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:11.939178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:11.993877 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Calling delete_port for 9872c0e9-1b9d-4bec-983e-be8c56163b57 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:12.001966 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: a8c12a0e-496c-459d-b5e3-6db848ba2bd5 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:12.002310 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a8c12a0e-496c-459d-b5e3-6db848ba2bd5 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:12.002721 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ae4f142b-a356-47e1-adfc-d686a7ef8bbe no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:12.027738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.036041 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: ae4f142b-a356-47e1-adfc-d686a7ef8bbe {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:12.036366 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ae4f142b-a356-47e1-adfc-d686a7ef8bbe not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:12.036764 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9872c0e9-1b9d-4bec-983e-be8c56163b57 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:12.040400 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd020ad-b48b-479b-a88a-40ce18516cf9']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:12.052313 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:12.052585 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4ec0bd-ad47-44cf-92aa-7f0ac33587ae') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:12.063874 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.076594 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 9872c0e9-1b9d-4bec-983e-be8c56163b57 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:12.076968 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9872c0e9-1b9d-4bec-983e-be8c56163b57 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:12.080007 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.086698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:22:12.087118 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:22:12.100291 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:22:12.108124 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.111849 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:12.153423 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Pushing event deleted for resources: {'Port': ['ID=9872c0e9-1b9d-4bec-983e-be8c56163b57,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:12.156338 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:12.157116 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] No DVR routers for this DVR port 9872c0e9-1b9d-4bec-983e-be8c56163b57 on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:12.176989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.180576 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:12.193220 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.195057 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] 10.222.0.43 "DELETE /v2.0/networks/ffd020ad-b48b-479b-a88a-40ce18516cf9 HTTP/1.1" status: 204 len: 168 time: 0.8088262 Jun 06 19:22:12.200482 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd020ad-b48b-479b-a88a-40ce18516cf9,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:12.202759 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:12.312006 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52152) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:12.363240 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-99817927-0a43-4d52-b1f5-32ea068ad313 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69221038382a4a9ea59ac1bda1a38dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500209 Jun 06 19:22:12.365750 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52154) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:12.423481 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.448331 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.507543 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.509988 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.511150 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9111ade7-07f9-43c6-bf8d-bc52c4584af2 HTTP/1.1" status: 204 len: 168 time: 0.1444802 Jun 06 19:22:12.511897 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8f5f2650-28bd-4420-b4bd-63c3f77ada62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:12.521073 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9111ade7-07f9-43c6-bf8d-bc52c4584af2,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:12.523727 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5074fb46-8a08-4f1b-b248-72b587e9726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:12.864304 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52160) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:12.911288 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bc448733-7a28-4420-9454-986a63980eb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ca8ae1ed44143479f1d20ac386bec4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457492 Jun 06 19:22:12.914311 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52162) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:12.973194 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:12.998652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:13.051477 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:13.054013 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:13.055156 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b37c2f9e-6d62-4d82-8c8c-73b446c59fc4 HTTP/1.1" status: 204 len: 168 time: 0.1399999 Jun 06 19:22:13.056020 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8c8ad7e5-c1a7-436a-8079-5bf79d15a620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:13.065507 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37c2f9e-6d62-4d82-8c8c-73b446c59fc4,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:13.067821 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:30.240579 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:31.757988 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:22:33.633981 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-97b2795f-669c-4daa-9727-0cfba7707319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:36.085141 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:36.334985 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-795b0de7-bf35-4627-bcd0-f8b8c74812ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:37.369195 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:38.620460 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7fad2-8468-454c-a943-0231e2c78611 req-c097fca5-ba2a-4ab6-b4ed-af201caa1347 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:22:38.621793 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0af7fad2-8468-454c-a943-0231e2c78611 req-c097fca5-ba2a-4ab6-b4ed-af201caa1347 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 947 time: 0.0895991 Jun 06 19:22:38.666895 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0af7fad2-8468-454c-a943-0231e2c78611 req-dab24884-df84-4918-af53-fc9bc62a59a7 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392301 Jun 06 19:22:38.873635 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:39.887169 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cc0d9-420f-4f0a-bf98-b5ed144d7469 req-cbd52db8-aef9-47a2-a7e5-90a4fff94954 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:22:39.888618 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e67cc0d9-420f-4f0a-bf98-b5ed144d7469 req-cbd52db8-aef9-47a2-a7e5-90a4fff94954 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 947 time: 0.0850427 Jun 06 19:22:39.978588 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e67cc0d9-420f-4f0a-bf98-b5ed144d7469 req-fdae62a8-3874-4959-b64e-4d820cc238e1 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups?id=672d38fb-bc8c-4a41-94ed-8a1e7058f053&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594101 Jun 06 19:22:40.002712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-926e9245-6ee1-4601-8a5c-f84888614e8c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:22:40.004122 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-926e9245-6ee1-4601-8a5c-f84888614e8c tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 947 time: 0.1147087 Jun 06 19:22:40.144208 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Deleting port 715aad01-4cbd-4fd3-a486-070d25443724 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:40.144559 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:40.363919 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] For port 715aad01-4cbd-4fd3-a486-070d25443724, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=715aad01-4cbd-4fd3-a486-070d25443724,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:40.364270 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:40.661934 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:40.662171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:40.662484 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Floating IP 9c89fda1-b00b-4714-ad1f-87c174f7875f disassociated. External IP: 172.27.1.21, port: 715aad01-4cbd-4fd3-a486-070d25443724. Jun 06 19:22:40.662820 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Calling delete_port for 715aad01-4cbd-4fd3-a486-070d25443724 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:40.778636 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:40.784336 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:40.829495 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event deleted for resources: {'Port': ['ID=715aad01-4cbd-4fd3-a486-070d25443724,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:40.832944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:41.012142 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Router 6c21e493-365b-4624-beb6-7038045b7687 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:22:41.197686 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-06015825-5d44-446c-becd-ad346f179a2c req-fbb0b1b4-59dd-4187-b49b-355f20297f41 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/ports?device_id=070b13fc-2d85-46c9-af37-971ffe1128c8 HTTP/1.1" status: 200 len: 210 time: 0.0957119 Jun 06 19:22:41.240360 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:22:41.250682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:22:41.262548 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:41.263756 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:22:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:41.362059 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] No DVR routers for this DVR port 715aad01-4cbd-4fd3-a486-070d25443724 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:41.367437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:41.372241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-182bc6a9-1bd5-4a9c-bb42-388468b0df2e req-200e67d1-5aa2-40b2-85f0-321d0cfcdfdb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.16 "DELETE /v2.0/ports/715aad01-4cbd-4fd3-a486-070d25443724 HTTP/1.1" status: 204 len: 173 time: 1.3624902 Jun 06 19:22:41.372896 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-deleted', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:22:41.375859 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03ba1d-dda1-45fb-80b1-aaa7145d039b" -d '{"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-deleted", "tag": "715aad01-4cbd-4fd3-a486-070d25443724"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:22:41.429189 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccbce33-3c53-47af-9dc4-873817d58a87 x-openstack-request-id: req-5ccbce33-3c53-47af-9dc4-873817d58a87 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:22:41.429573 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b13fc-2d85-46c9-af37-971ffe1128c8", "name": "network-vif-deleted", "tag": "715aad01-4cbd-4fd3-a486-070d25443724", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:22:41.429872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ccbce33-3c53-47af-9dc4-873817d58a87 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:22:41.430349 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b13fc-2d85-46c9-af37-971ffe1128c8', 'name': 'network-vif-deleted', 'tag': '715aad01-4cbd-4fd3-a486-070d25443724', 'status': 'completed', 'code': 200} Jun 06 19:22:41.477677 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:41.830028 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:41.834184 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:22:41.842956 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:41.843600 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:22:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:42.025246 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:42.340260 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52268) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:42.346094 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:42.350191 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758c5f9-3140-4bb8-9593-81bb4dc6bc57 None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:14:40Z', 'revision_number': 4, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4', 'name': '', 'network_id': '64cf99d8-70dd-4973-b5ca-82ce91a37f22', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'mac_address': 'fa:16:3e:26:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:39Z', 'updated_at': '2021-06-06T19:14:53Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'subnets': [{'id': '63705570-5c16-4e72-b997-4978e35ab1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:22:42.409188 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.438779 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.494396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.496803 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.498093 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "DELETE /v2.0/security-groups/672d38fb-bc8c-4a41-94ed-8a1e7058f053 HTTP/1.1" status: 204 len: 168 time: 0.1566994 Jun 06 19:22:42.498885 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-44606444-4c0f-4052-951b-1f2278caee70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:42.501048 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52272) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:42.509975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d38fb-bc8c-4a41-94ed-8a1e7058f053,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:42.513402 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:42.520485 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.api.v2.resource [None req-bccb1c44-7a4e-4772-a21c-f4934193e0ba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] show failed (client error): The resource could not be found. Jun 06 19:22:42.524128 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-bccb1c44-7a4e-4772-a21c-f4934193e0ba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "GET /v2.0/security-groups/672d38fb-bc8c-4a41-94ed-8a1e7058f053 HTTP/1.1" status: 404 len: 347 time: 0.0193961 Jun 06 19:22:42.524543 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52274) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:42.589747 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aea0b8-4d9d-4a09-9ca6-997be16e022c None None] New status for floating IP 9c89fda1-b00b-4714-ad1f-87c174f7875f: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:22:42.740192 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Deleting port 336f0076-6996-4e00-b626-c2672140a0b8 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:42.740491 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.857169 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.857514 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:42.884438 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:42.918460 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 715aad01-4cbd-4fd3-a486-070d25443724 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:42.918806 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 715aad01-4cbd-4fd3-a486-070d25443724 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:42.977261 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Calling delete_port for 336f0076-6996-4e00-b626-c2672140a0b8 owned by network:floatingip {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:43.191267 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:43.194690 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b57de5c6-503f-47e1-914d-49ab559165fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:43.238648 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Pushing event deleted for resources: {'Port': ['ID=336f0076-6996-4e00-b626-c2672140a0b8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:43.241651 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:43.325483 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks [] for floatingip, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:43.327840 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:43.328954 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] 10.222.0.43 "DELETE /v2.0/floatingips/9c89fda1-b00b-4714-ad1f-87c174f7875f HTTP/1.1" status: 204 len: 168 time: 0.8033738 Jun 06 19:22:46.136252 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52302) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:46.908162 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:47.314638 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Deleting port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:47.315401 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:47.441386 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] For port 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:47.441708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:47.656665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Calling delete_port for 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:47.816053 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:47.820587 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e310aa57-4a7a-4c4b-b7bf-0ca7ad2f1092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:47.893513 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:47.900094 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:48.138637 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:48.498813 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Router 6c21e493-365b-4624-beb6-7038045b7687 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:22:48.674671 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:22:48.679515 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] 10.222.0.43 "PUT /v2.0/routers/6c21e493-365b-4624-beb6-7038045b7687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422118 Jun 06 19:22:48.682298 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52320) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:48.683212 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] Sync routers for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:22:48.696499 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:48.697100 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:22:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:48.863075 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:48.877186 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:49.138326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.157104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:22:47Z', 'revision_number': 5, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port': {'id': '9a12bc8f-719e-4eaf-94e8-d9ccffaefed1', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c21e493-365b-4624-beb6-7038045b7687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:14:34Z', 'updated_at': '2021-06-06T19:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:49.161111 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] Checking router: 6c21e493-365b-4624-beb6-7038045b7687 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:22:49.169220 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] Routers {'6c21e493-365b-4624-beb6-7038045b7687'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:22:49.169812 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:22:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c21e493-365b-4624-beb6-7038045b7687'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:49.209431 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Deleting port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:49.209753 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.344594 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] For port 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:49.344951 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.357877 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] Set router 6c21e493-365b-4624-beb6-7038045b7687 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:22:49.465338 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Calling delete_port for 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:49.466454 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:22:49Z', 'revision_number': 6, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:49.470774 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06acda-9db0-4dcf-9028-efca188a119b None None] The sync data for ids ['6c21e493-365b-4624-beb6-7038045b7687'] in dv-cinder-794962-3-iscsi is: [{'id': '6c21e493-365b-4624-beb6-7038045b7687', 'name': 'tempest-AttachVolumeShelveTestJSON-942817044-router', 'tenant_id': 'f7de051ea982448495d077949da011e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:14:32Z', 'updated_at': '2021-06-06T19:22:49Z', 'revision_number': 6, 'project_id': 'f7de051ea982448495d077949da011e4', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:22:49.615491 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.620267 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:49.677287 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a12bc8f-719e-4eaf-94e8-d9ccffaefed1,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:49.714345 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:49.774186 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.957917 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.960090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.982288 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.982944 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c21e493-365b-4624-beb6-7038045b7687 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:22:49.988139 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:49.990051 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-51c0553f-0f35-4f9d-909b-373b21f4a049 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6c21e493-365b-4624-beb6-7038045b7687 HTTP/1.1" status: 204 len: 168 time: 1.3068154 Jun 06 19:22:49.992882 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52332) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:50.054174 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Deleting subnet 63705570-5c16-4e72-b997-4978e35ab1b1 {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:22:50.057278 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.109243 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.186802 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.262343 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:50.262895 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.266962 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:50.305065 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63705570-5c16-4e72-b997-4978e35ab1b1,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:50.307816 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:50.310914 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.315618 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6559c7c0-3b78-414c-94e0-16a44fb92bea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63705570-5c16-4e72-b997-4978e35ab1b1 HTTP/1.1" status: 204 len: 168 time: 0.3193791 Jun 06 19:22:50.315816 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52336) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:50.322802 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2fd94-8b40-4a82-9571-ffc102839c6a None None] Network 64cf99d8-70dd-4973-b5ca-82ce91a37f22 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:22:50.340497 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:50.348493 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9c5b6d0b-b9f9-40a9-9a55-75d3fd8111e4 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:50.427560 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.510571 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Deleting port 10ac003f-3d59-40ac-93d6-ab441fbb044e {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:50.510887 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.608552 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] DHCP port deletion for 64cf99d8-70dd-4973-b5ca-82ce91a37f22 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:22:50.679562 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Deleting port 10ac003f-3d59-40ac-93d6-ab441fbb044e {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:22:50.679948 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.721124 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] For port 10ac003f-3d59-40ac-93d6-ab441fbb044e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=10ac003f-3d59-40ac-93d6-ab441fbb044e,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:50.721759 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.780498 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] For port 10ac003f-3d59-40ac-93d6-ab441fbb044e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=10ac003f-3d59-40ac-93d6-ab441fbb044e,segment=NetworkSegment(1effc422-b3b1-4999-a946-304087645813),segment_id=1effc422-b3b1-4999-a946-304087645813)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:22:50.780835 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.843181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Calling delete_port for 10ac003f-3d59-40ac-93d6-ab441fbb044e owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:50.890990 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.895639 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bdec396d-d80f-49ee-8854-b972d3124ca2 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:50.899208 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Calling delete_port for 10ac003f-3d59-40ac-93d6-ab441fbb044e owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:22:50.940469 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:50.940728 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ac003f-3d59-40ac-93d6-ab441fbb044e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:50.943727 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:50.946343 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] No DVR routers for this DVR port 10ac003f-3d59-40ac-93d6-ab441fbb044e on host dv-cinder-794962-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:50.949181 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:50.984729 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] No DVR routers for this DVR port 10ac003f-3d59-40ac-93d6-ab441fbb044e on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:22:50.992947 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Pushing event deleted for resources: {'Port': ['ID=10ac003f-3d59-40ac-93d6-ab441fbb044e,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:50.994926 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:51.070146 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.085169 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cf99d8-70dd-4973-b5ca-82ce91a37f22']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:51.100853 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1effc422-b3b1-4999-a946-304087645813') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:51.101148 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1effc422-b3b1-4999-a946-304087645813') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:22:51.112597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.129431 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.136080 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:22:51.136555 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:22:51.149582 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:22:51.225744 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.229516 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:51.242818 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.244621 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/64cf99d8-70dd-4973-b5ca-82ce91a37f22 HTTP/1.1" status: 204 len: 168 time: 0.9279327 Jun 06 19:22:51.250842 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=64cf99d8-70dd-4973-b5ca-82ce91a37f22,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:51.253640 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:51.359329 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52342) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:51.407677 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-411e1708-aaa8-4154-8e79-cd787ca1870d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7de051ea982448495d077949da011e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471051 Jun 06 19:22:51.409970 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52344) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:51.466898 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.492532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.545773 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.548373 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:51.549476 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b005fa80-f686-4627-8b8d-a8296df257f2 HTTP/1.1" status: 204 len: 168 time: 0.1386757 Jun 06 19:22:51.550293 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-669aa883-c8c5-4925-8a7c-9052a5af04f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:51.559576 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005fa80-f686-4627-8b8d-a8296df257f2,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:51.562176 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-37662716-41db-4ea7-a6a1-a70155dda461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:51.900391 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 10ac003f-3d59-40ac-93d6-ab441fbb044e no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:51.934512 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 10ac003f-3d59-40ac-93d6-ab441fbb044e {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:51.934955 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 10ac003f-3d59-40ac-93d6-ab441fbb044e not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:51.935439 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:22:51.967565 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:22:51.967918 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9a12bc8f-719e-4eaf-94e8-d9ccffaefed1 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:22:53.515301 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52400) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:53.648205 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4857a99f-f734-41e4-bb8d-ba46b41538d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.751845 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4857a99f-f734-41e4-bb8d-ba46b41538d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.757752 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4857a99f-f734-41e4-bb8d-ba46b41538d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.764275 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-611b67b8-c00f-4eed-8cff-5039b77fe9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:53.802771 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857a99f-f734-41e4-bb8d-ba46b41538d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c06740-4044-44c8-b9fc-dd8037618dd8,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:53.807032 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4857a99f-f734-41e4-bb8d-ba46b41538d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a714d32d76974a129a1252b582c6699e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907300 Jun 06 19:22:53.807870 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4857a99f-f734-41e4-bb8d-ba46b41538d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:53.810753 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52404) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:53.868657 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.893438 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.954194 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.956849 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:53.957978 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70c06740-4044-44c8-b9fc-dd8037618dd8 HTTP/1.1" status: 204 len: 168 time: 0.1461844 Jun 06 19:22:53.958673 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff4f014e-ea4a-4ece-8e91-c1d43e265a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:53.967745 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c06740-4044-44c8-b9fc-dd8037618dd8,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:53.970135 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:54.243274 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52410) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:54.260700 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.368011 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.373594 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.380892 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bb2e08b7-c2e9-418d-9241-3b83250d1979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:54.422453 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6939a34-2953-4b29-8cc5-5c22a2284e16,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:54.426484 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=479693ff766c4270b5f39a8e9df5b31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821856 Jun 06 19:22:54.429642 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52412) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:54.432630 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.433010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.433378 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.433752 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.434125 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.434481 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.434830 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.435179 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.435536 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.435884 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.436231 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.436594 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:22:54.440354 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a9e1d7b2-f8ae-42d9-8d18-6e0bef9aaed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:54.490617 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.516128 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.569040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.571623 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:54.572737 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6939a34-2953-4b29-8cc5-5c22a2284e16 HTTP/1.1" status: 204 len: 168 time: 0.1421044 Jun 06 19:22:54.573459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-74ab2a3b-1202-40bc-b296-90e6cb786a16 tempest-VolumesNegativeTest-1570178046 tempest-VolumesNegativeTest-1570178046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:54.583040 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6939a34-2953-4b29-8cc5-5c22a2284e16,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:54.585222 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:57.435306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52488) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:57.560253 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9a28e5ca-03fb-4a00-83b1-c6f29813e810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.690551 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9a28e5ca-03fb-4a00-83b1-c6f29813e810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.697725 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-9a28e5ca-03fb-4a00-83b1-c6f29813e810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.706827 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8340a7cc-fe5a-44f3-a698-01e2ede31042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:57.746728 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-9a28e5ca-03fb-4a00-83b1-c6f29813e810 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=299cb287ac79487f8107ccf9bd1d4b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103216 Jun 06 19:22:57.749112 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28e5ca-03fb-4a00-83b1-c6f29813e810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8defd5-b306-4e73-9b8d-3713f7a6cc7b,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:57.750039 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52494) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:57.751178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9a28e5ca-03fb-4a00-83b1-c6f29813e810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:57.810473 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.836601 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.890511 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.893160 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:57.894329 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd8defd5-b306-4e73-9b8d-3713f7a6cc7b HTTP/1.1" status: 204 len: 168 time: 0.1433003 Jun 06 19:22:57.895082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b2789361-d524-4d00-84cd-82a82f3c7773 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:57.904544 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8defd5-b306-4e73-9b8d-3713f7a6cc7b,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:57.906942 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:58.195460 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52504) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:58.212659 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.326181 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.330253 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.341052 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-df626ac9-83ad-4e9e-b25a-ba31413980fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:58.379920 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077ed2ac-810d-48a7-b3de-b3ae1280149a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:58.386515 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=969d1f8007444822abf25923cb68b867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875052 Jun 06 19:22:58.386515 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:22:58.386749 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52506) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:22:58.445182 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.472037 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.527621 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.531811 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:22:58.533297 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/077ed2ac-810d-48a7-b3de-b3ae1280149a HTTP/1.1" status: 204 len: 168 time: 0.1456752 Jun 06 19:22:58.534060 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-af35c7ca-dbd3-48a2-a93e-201892474413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:22:58.543798 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077ed2ac-810d-48a7-b3de-b3ae1280149a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:22:58.546146 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:00.232250 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:00.478718 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-e9c2e2af-012a-4257-8efb-45597dfba042 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701857 Jun 06 19:23:00.724245 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-961ce9d7-8c63-4a62-884b-0bba1196850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:00.725698 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-961ce9d7-8c63-4a62-884b-0bba1196850c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 1099 time: 0.1783459 Jun 06 19:23:00.886573 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-3865e7f5-00a8-44f7-93a8-c5953c8b8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:00.887995 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-3865e7f5-00a8-44f7-93a8-c5953c8b8616 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1430264 Jun 06 19:23:00.995581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-ac888a8e-a6fa-4331-afa4-346f55271cfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f HTTP/1.1" status: 200 len: 1002 time: 0.0983217 Jun 06 19:23:01.061404 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-630b3120-aa97-4eed-892c-9a6dc1b33478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:01.062804 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-630b3120-aa97-4eed-892c-9a6dc1b33478 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0580227 Jun 06 19:23:01.139014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-0e07941e-70e4-49fb-b617-6d5eabeca692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:01.140402 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-0e07941e-70e4-49fb-b617-6d5eabeca692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698617 Jun 06 19:23:01.283358 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-25565b4a-3c31-4f1e-9ef0-62bcc4084ace service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348107 Jun 06 19:23:01.419653 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-272ae34a-3761-4dfe-999f-e9198a212ba5 req-909aaeaf-3287-49c4-b6da-7de37e08bbf7 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292479 Jun 06 19:23:03.631098 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4c675e03-b887-4445-bb12-5eb53cfbaaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:06.083108 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:06.329865 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed8968f1-014e-4262-b5ad-b2d09c497f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:07.373866 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:08.763416 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:23:08.884183 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:09.604280 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52598) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:09.731523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:09.840506 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:09.845793 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:09.854038 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-5a8cec93-9ab9-4c40-ad51-3b658b14dbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:09.891459 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdb8d338e3d6456bb4c94031118503b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860250 Jun 06 19:23:09.893065 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef1870a-769b-4911-be1d-79ef4dbd71b8,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:09.894390 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52602) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:09.900470 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.900831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.901183 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.901530 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.901874 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.902254 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.902589 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.902925 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.903263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.903592 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.903907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.904249 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:09.908580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:09.958049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:09.983961 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.047488 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.049868 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.051014 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fef1870a-769b-4911-be1d-79ef4dbd71b8 HTTP/1.1" status: 204 len: 168 time: 0.1547637 Jun 06 19:23:10.051735 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-183cb066-b764-4130-99d1-b77929f691cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:10.061721 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef1870a-769b-4911-be1d-79ef4dbd71b8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:10.064290 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:10.364704 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52608) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:10.382447 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.488537 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.494640 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.501484 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ac62fc40-7019-42e8-bb10-733b4214c141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:10.538535 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5384a271-19d8-4104-8a14-b0f04447c952,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:10.545219 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=005ecbe480404c87800f9336c7b6b844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770847 Jun 06 19:23:10.545219 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:10.545487 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52610) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:10.607540 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.633090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.686907 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.689266 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:10.690390 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5384a271-19d8-4104-8a14-b0f04447c952 HTTP/1.1" status: 204 len: 168 time: 0.1440649 Jun 06 19:23:10.691229 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c21a35c0-4637-489e-82da-7c6711d2002a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:10.700368 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5384a271-19d8-4104-8a14-b0f04447c952,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:10.702608 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:11.955049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52640) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:12.107459 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.225257 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.230789 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.237730 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1ed388ed-d2e4-4d9f-afe5-31434389409d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:12.281491 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0457d26e22834fee8216c6b0266b6d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253560 Jun 06 19:23:12.282422 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d1b4a-f120-4aec-96d4-934064bcdbd6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:12.284386 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52644) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:12.285454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:12.343621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.369615 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.422706 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.425094 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:12.426221 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/036d1b4a-f120-4aec-96d4-934064bcdbd6 HTTP/1.1" status: 204 len: 168 time: 0.1408813 Jun 06 19:23:12.427036 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b72356b2-4acb-40b3-af5c-4ae559e9e52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:12.436028 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d1b4a-f120-4aec-96d4-934064bcdbd6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:12.438410 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-53c46c65-bf6e-4015-856b-1f1cf8e71f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:13.568738 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52674) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:13.685396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:13.789854 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:13.803158 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:13.810794 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5097d19e-0b8e-4163-8715-a7fa4226e04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:13.850881 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc1b1fc5bbd74fdb90397e57492b4640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810717 Jun 06 19:23:13.851799 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f4a57f-c06d-469d-9d65-b9b806329afe,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:13.853816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52684) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:13.855188 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:13.916157 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:13.942940 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:13.998164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:14.000601 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:14.001726 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7f4a57f-c06d-469d-9d65-b9b806329afe HTTP/1.1" status: 204 len: 168 time: 0.1466742 Jun 06 19:23:14.002507 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3043aaa7-e08b-440e-b80d-1f8724098003 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:14.020502 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f4a57f-c06d-469d-9d65-b9b806329afe,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:14.022730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f03b7d34-2e40-4d47-ad65-4f1806ccee8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:17.723475 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a89dc-aef2-4509-949b-14f3a051a71e req-59fee4ea-5463-4da4-b54c-6e27982ea523 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:17.724871 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-567a89dc-aef2-4509-949b-14f3a051a71e req-59fee4ea-5463-4da4-b54c-6e27982ea523 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0889621 Jun 06 19:23:17.770608 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-567a89dc-aef2-4509-949b-14f3a051a71e req-30cc3e53-14b5-4c92-92a8-cd0b8bdf9e0c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373170 Jun 06 19:23:18.967137 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed308cd-8d69-4266-9d33-ff9034758ec7 req-674c7336-a5d6-4c6e-ae66-726c9acb69b7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:18.968504 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aed308cd-8d69-4266-9d33-ff9034758ec7 req-674c7336-a5d6-4c6e-ae66-726c9acb69b7 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.0813241 Jun 06 19:23:19.012775 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-aed308cd-8d69-4266-9d33-ff9034758ec7 req-f541ff16-4c05-4cab-85e1-fce6dd5b9e73 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385401 Jun 06 19:23:19.485811 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-e7cc81f8-93c8-4fba-96f9-a7c5a6647d8c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:19.487249 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-e7cc81f8-93c8-4fba-96f9-a7c5a6647d8c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.1006422 Jun 06 19:23:19.626160 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Deleting port 1dffb611-46cf-4c01-b2ba-a4722670427c {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:23:19.626476 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:19.758358 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] For port 1dffb611-46cf-4c01-b2ba-a4722670427c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1dffb611-46cf-4c01-b2ba-a4722670427c,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:19.758685 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:20.175816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:20.176519 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:20.176519 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Floating IP 7f17e313-f2ef-4a48-8f1a-5461803a0dc3 disassociated. External IP: 172.27.1.170, port: 1dffb611-46cf-4c01-b2ba-a4722670427c. Jun 06 19:23:20.176764 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Calling delete_port for 1dffb611-46cf-4c01-b2ba-a4722670427c owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:23:20.231867 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb05d5e-ffe1-4c1f-bd79-1f4ada678c5d req-5041deaa-91c4-434b-9315-10f3d9692d2c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:20.233287 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cbb05d5e-ffe1-4c1f-bd79-1f4ada678c5d req-5041deaa-91c4-434b-9315-10f3d9692d2c tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 946 time: 0.1163495 Jun 06 19:23:20.317851 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cbb05d5e-ffe1-4c1f-bd79-1f4ada678c5d req-0daed920-846a-4bfb-b348-9965866559ba tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups?id=82c5d040-9dd7-4b47-b0cc-f996545c41b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738916 Jun 06 19:23:20.355099 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:20.362217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab1f4e5c-6df2-4630-841c-1cf14f0a6be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:20.407655 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event deleted for resources: {'Port': ['ID=1dffb611-46cf-4c01-b2ba-a4722670427c,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:20.410965 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:20.602609 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Router 8d08a06e-a098-4ff5-b371-1d304786887e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:23:20.783413 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:23:20.800253 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:23:20.812496 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:20.813373 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:20.868230 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] No DVR routers for this DVR port 1dffb611-46cf-4c01-b2ba-a4722670427c on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:23:20.871426 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:20.873422 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60694e58-73a7-4a4b-b266-d9de730dcda1 req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.16 "DELETE /v2.0/ports/1dffb611-46cf-4c01-b2ba-a4722670427c HTTP/1.1" status: 204 len: 173 time: 1.3800092 Jun 06 19:23:20.873995 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'name': 'network-vif-deleted', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:23:20.876376 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c70580-fe5c-4438-b0bf-95503966e55e" -d '{"events": [{"server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "name": "network-vif-deleted", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:23:20.934976 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575a8f5a-ff8a-458c-b9e1-b9f4efe6b5bb x-openstack-request-id: req-575a8f5a-ff8a-458c-b9e1-b9f4efe6b5bb {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:23:20.935295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af0bbbc-e4d8-440b-ae76-0d8318c4f696", "name": "network-vif-deleted", "tag": "1dffb611-46cf-4c01-b2ba-a4722670427c", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:23:20.935582 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-575a8f5a-ff8a-458c-b9e1-b9f4efe6b5bb {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:23:20.936334 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af0bbbc-e4d8-440b-ae76-0d8318c4f696', 'name': 'network-vif-deleted', 'tag': '1dffb611-46cf-4c01-b2ba-a4722670427c', 'status': 'completed', 'code': 200} Jun 06 19:23:21.022112 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:21.376056 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:21.380922 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:23:21.393119 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:21.393707 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:21.521513 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8be2e318-3dc0-446b-90fa-a51c1e475389 req-2cfaa23b-11e4-4a0f-8bba-b32f18ed6931 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af0bbbc-e4d8-440b-ae76-0d8318c4f696 HTTP/1.1" status: 200 len: 210 time: 0.0578492 Jun 06 19:23:21.596742 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:21.903575 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:21.907439 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149cffe-ae6c-4056-9c5a-7c70e23144e8 None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:15:59Z', 'revision_number': 4, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '457bdc44-2c6e-43fe-9f10-f89323704298', 'name': '', 'network_id': 'd2f24d67-9e57-4f05-bd47-d3fa2a9d6023', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'mac_address': 'fa:16:3e:63:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:58Z', 'updated_at': '2021-06-06T19:16:10Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'subnets': [{'id': '2f7c251f-a6fb-4b3b-ba61-9472547c5c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:23:22.117254 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0ec03-522b-494c-ae38-2d4d23820014 None None] New status for floating IP 7f17e313-f2ef-4a48-8f1a-5461803a0dc3: DOWN {{(pid=91915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:23:22.648547 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52844) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:22.711252 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:22.738054 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:22.796861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:22.800695 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:22.802265 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "DELETE /v2.0/security-groups/82c5d040-9dd7-4b47-b0cc-f996545c41b5 HTTP/1.1" status: 204 len: 168 time: 0.1526916 Jun 06 19:23:22.802915 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:22.805030 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52846) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:22.813581 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c5d040-9dd7-4b47-b0cc-f996545c41b5,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:22.815973 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:22.820987 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.api.v2.resource [None req-62eaf399-3807-4cfc-882f-032afc0bb7b4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] show failed (client error): The resource could not be found. Jun 06 19:23:22.824655 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-62eaf399-3807-4cfc-882f-032afc0bb7b4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "GET /v2.0/security-groups/82c5d040-9dd7-4b47-b0cc-f996545c41b5 HTTP/1.1" status: 404 len: 347 time: 0.0158970 Jun 06 19:23:22.825019 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52848) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:23.050595 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Deleting port f2a6804f-f8dd-449f-bfdf-fbd353d70fce {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:23:23.051260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:23.113499 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1dffb611-46cf-4c01-b2ba-a4722670427c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:23:23.153040 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 1dffb611-46cf-4c01-b2ba-a4722670427c {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:23:23.153761 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1dffb611-46cf-4c01-b2ba-a4722670427c not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:23:23.168533 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:23.168850 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:23.382140 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Calling delete_port for f2a6804f-f8dd-449f-bfdf-fbd353d70fce owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:23:23.495571 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:23.499990 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-9a7ab314-660c-45b2-a665-f464a59fb839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:23.547715 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Pushing event deleted for resources: {'Port': ['ID=f2a6804f-f8dd-449f-bfdf-fbd353d70fce,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:23.577915 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:23.636447 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:23.639939 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:23.641426 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] 10.222.0.43 "DELETE /v2.0/floatingips/7f17e313-f2ef-4a48-8f1a-5461803a0dc3 HTTP/1.1" status: 204 len: 168 time: 0.8154755 Jun 06 19:23:26.132613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52880) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:26.256064 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.389255 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.393685 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.493916 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8e21fea4-b847-456c-878c-b8b759b20cbb tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:26.531695 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28906f57781b428cb70a70ebafd7a8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979945 Jun 06 19:23:26.533333 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea27898-c934-4ac6-8cad-1cc39ca09dec,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:26.534738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52892) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:26.536642 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:26.598318 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.634578 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.692211 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.694646 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:26.695772 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ea27898-c934-4ac6-8cad-1cc39ca09dec HTTP/1.1" status: 204 len: 168 time: 0.1600840 Jun 06 19:23:26.696497 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1bd590c1-345e-4c02-8dd8-e4a8df213099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:26.705946 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea27898-c934-4ac6-8cad-1cc39ca09dec,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:26.708399 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-86481e74-520f-4752-b59b-36cab3b60da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:27.411670 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52914) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:27.519430 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-21422558-network', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:23:27.544072 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Made reservation on behalf of 4ed61d424a2046989f22f82f126efcdc for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:23:27.546654 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.558899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.657370 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52924) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:27.664194 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.668899 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.681343 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-06ac3437-533b-47c4-97bd-d1209d896191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:27.715424 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:23:27.725570 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b35913-ca61-4a10-ab3a-bc378254bb30,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:27.730127 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:27.735612 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.736333 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Added segment bc3c9402-3431-44ee-88ce-dc517376b3b2 of type vlan for network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 Jun 06 19:23:27.768001 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.801102 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.802456 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:27.802992 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:27.807708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:27.850526 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4375505 Jun 06 19:23:27.851197 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52928) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:27.858065 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Request body: {'subnet': {'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-21422558-subnet', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:23:27.914100 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:27.918652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8bbecbd3-ac85-4db7-b6aa-35bfe7be6716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:27.924640 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:23:27.933817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Made reservation on behalf of 4ed61d424a2046989f22f82f126efcdc for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:23:27.936604 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11914536'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.142038 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11211168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11914554'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.145375 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:28.215960 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4060a5-e275-4d2e-b550-04bf41dab4dd,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:28.218830 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:28.223127 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Checking segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:28.223472 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Network hostable DHCP agents. Network: 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:23:28.240430 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:23:28.251613 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:28.255838 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:28.256564 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.261682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d53cde-b473-430a-9177-69d1c070df30 None None] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:23:28.276252 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-bced6132-7438-45c0-9e22-c1f99171e8f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4220629 Jun 06 19:23:28.279020 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52930) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:28.282949 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.283817 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:23:28.308975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.310161 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.326942 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.525353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:23:28.526408 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.612589 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.681809 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Allocated IP 172.20.0.2 (5ed2f9fd-6dd6-4976-88b5-745f73fb60a6/4d4060a5-e275-4d2e-b550-04bf41dab4dd/a6434877-54f2-4c2f-aae6-b75fde375a88) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:23:28.705892 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Deleting port 457bdc44-2c6e-43fe-9f10-f89323704298 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:23:28.706978 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.893485 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.904080 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Transition to ACTIVE for port object a6434877-54f2-4c2f-aae6-b75fde375a88 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:28.920870 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.922742 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Transition to ACTIVE for port object a6434877-54f2-4c2f-aae6-b75fde375a88 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:28.928740 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.932343 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:28.948263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] For port 457bdc44-2c6e-43fe-9f10-f89323704298, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=457bdc44-2c6e-43fe-9f10-f89323704298,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:28.948263 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.952851 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:28.991788 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:28.993255 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:28.997121 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:23:29.038329 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Pushing event updated for resources: {'Port': ['ID=a6434877-54f2-4c2f-aae6-b75fde375a88,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:29.074441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Calling delete_port for 457bdc44-2c6e-43fe-9f10-f89323704298 owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:23:29.088970 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.089310 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.089639 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.089981 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.090295 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.090604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.090920 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.091220 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.091527 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.091912 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.092223 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.092526 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:29.093657 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Allocated IP 172.27.1.151 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:23:29.102335 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:29.109850 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Attempting to bind port a6434877-54f2-4c2f-aae6-b75fde375a88 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:23:29.110209 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Attempting to bind port a6434877-54f2-4c2f-aae6-b75fde375a88 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:23:29.110565 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Attempting to bind port a6434877-54f2-4c2f-aae6-b75fde375a88 on network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:23:29.115889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:23:29.116258 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Checking segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:29.116654 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.117394 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Bound using segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:23:29.117868 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Bound port: a6434877-54f2-4c2f-aae6-b75fde375a88, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:23:29.118236 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.209507 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] For port a6434877-54f2-4c2f-aae6-b75fde375a88, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:23:29.213240 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] For port a6434877-54f2-4c2f-aae6-b75fde375a88, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a6434877-54f2-4c2f-aae6-b75fde375a88,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:23:29.219204 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.224267 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:29.238463 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.243495 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-a87d5c9f-e3b5-411b-9707-02e399cb94cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:29.289899 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Pushing event deleted for resources: {'Port': ['ID=457bdc44-2c6e-43fe-9f10-f89323704298,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:29.292475 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:29.300688 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Pushing event updated for resources: {'Port': ['ID=a6434877-54f2-4c2f-aae6-b75fde375a88,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:29.303652 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:29.371457 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.402735 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.407895 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:29.473294 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:29.477092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:29.481997 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:23:29.518745 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Pushing event updated for resources: {'Port': ['ID=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:29.523392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:29.603781 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.916383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:29.974199 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Router 8d08a06e-a098-4ff5-b371-1d304786887e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:23:30.030206 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a6434877-54f2-4c2f-aae6-b75fde375a88 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:30.106871 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port a6434877-54f2-4c2f-aae6-b75fde375a88 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:30.172735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:23:30.181311 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d08a06e-a098-4ff5-b371-1d304786887e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200968 Jun 06 19:23:30.181311 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52932) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:30.181576 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] Sync routers for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:23:30.191255 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:30.192116 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:30.266659 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.271409 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.383178 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f36457-0e04-4927-9f5c-44f30c4a8f5b None None] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:23:30.395130 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:30.496466 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Router c245e436-3d91-4bc2-89bc-995c7138354e is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:23:30.504435 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Provisioning for port a6434877-54f2-4c2f-aae6-b75fde375a88 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:30.514754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Provisioning complete for port a6434877-54f2-4c2f-aae6-b75fde375a88 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:30.515517 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.545792 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.683303 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:23:29Z', 'revision_number': 5, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port': {'id': 'ea29ca78-b33e-4354-b0aa-a6f0dae1a228', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:15:50Z', 'updated_at': '2021-06-06T19:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:30.687370 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] Checking router: 8d08a06e-a098-4ff5-b371-1d304786887e for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:23:30.696603 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] Routers {'8d08a06e-a098-4ff5-b371-1d304786887e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:30.697502 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['8d08a06e-a098-4ff5-b371-1d304786887e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:30.735509 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.763248 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.809998 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] For port a6434877-54f2-4c2f-aae6-b75fde375a88, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a6434877-54f2-4c2f-aae6-b75fde375a88,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:30.814904 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.820741 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2cb7493e-bfa5-42aa-ac19-40d9c5f88641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:30.850495 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Deleting port ea29ca78-b33e-4354-b0aa-a6f0dae1a228 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:23:30.851035 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.871112 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:23:30.891281 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Sync routers for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:23:30.898100 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] Set router 8d08a06e-a098-4ff5-b371-1d304786887e gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:30.910038 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:30.914582 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6322148 Jun 06 19:23:30.915335 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52934) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:30.917886 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:30.918686 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:30.995345 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Pushing event updated for resources: {'Port': ['ID=a6434877-54f2-4c2f-aae6-b75fde375a88,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:31.006029 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:31.015081 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:23:30Z', 'revision_number': 6, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:31.019242 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476356b-2a3f-4891-8cb6-1f169fa46f61 None None] The sync data for ids ['8d08a06e-a098-4ff5-b371-1d304786887e'] in dv-cinder-794962-3-iscsi is: [{'id': '8d08a06e-a098-4ff5-b371-1d304786887e', 'name': 'tempest-AttachVolumeTestJSON-231933082-router', 'tenant_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:15:49Z', 'updated_at': '2021-06-06T19:23:30Z', 'revision_number': 6, 'project_id': '91cdd12ee5be49c9a00487b3c6692b2c', 'gw_port_host': None}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:23:31.027283 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] For port ea29ca78-b33e-4354-b0aa-a6f0dae1a228, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:31.027860 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.166634 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-79b66714-2307-4e5f-9aa4-9fb870e3ab0f None None] Provisioning complete for port a6434877-54f2-4c2f-aae6-b75fde375a88 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:31.167275 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-79b66714-2307-4e5f-9aa4-9fb870e3ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.171111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Calling delete_port for ea29ca78-b33e-4354-b0aa-a6f0dae1a228 owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:23:31.217412 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:31.311626 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.316704 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b9b3650f-c8d8-42a6-8293-fd8ca0b08d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:31.363959 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea29ca78-b33e-4354-b0aa-a6f0dae1a228,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:31.367971 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:31.462709 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.586512 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:29Z', 'revision_number': 3, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:31.590604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Checking router: c245e436-3d91-4bc2-89bc-995c7138354e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:23:31.591060 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Updating router c245e436-3d91-4bc2-89bc-995c7138354e port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:23:31.643181 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.644976 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.647243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.670149 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.671843 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d08a06e-a098-4ff5-b371-1d304786887e {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:23:31.676764 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.680641 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d08a06e-a098-4ff5-b371-1d304786887e HTTP/1.1" status: 204 len: 168 time: 1.4958708 Jun 06 19:23:31.680787 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52936) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:31.749170 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.767592 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Deleting subnet 2f7c251f-a6fb-4b3b-ba61-9472547c5c0c {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:23:31.772785 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.870442 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:31.962237 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a6434877-54f2-4c2f-aae6-b75fde375a88 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:32.045956 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.059467 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.060121 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Transition to ACTIVE for port object b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:32.071870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.076766 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:32.100487 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Allocated IP 172.20.0.1 (5ed2f9fd-6dd6-4976-88b5-745f73fb60a6/4d4060a5-e275-4d2e-b550-04bf41dab4dd/e2829ae3-caf8-45dd-86bb-3595024eeb01) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:23:32.112659 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port a6434877-54f2-4c2f-aae6-b75fde375a88 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:32.112659 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.199129 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Attempting to bind port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:23:32.199813 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Attempting to bind port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:23:32.199943 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Attempting to bind port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:23:32.213028 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:23:32.213442 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:32.213855 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.214262 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:23:32.214713 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Bound port: b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:23:32.215079 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.217999 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.223343 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:32.238390 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed8ee6-918c-4453-b14b-337f34cda8ab None None] Pushing event updated for resources: {'Port': ['ID=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:32.246183 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b6ed8ee6-918c-4453-b14b-337f34cda8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:32.263757 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7c251f-a6fb-4b3b-ba61-9472547c5c0c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:32.273157 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:32.276091 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.280193 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ffde6416-2917-4dc9-a159-fd8e8307702a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2f7c251f-a6fb-4b3b-ba61-9472547c5c0c HTTP/1.1" status: 204 len: 168 time: 0.5964632 Jun 06 19:23:32.280896 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52938) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:32.306012 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ad831-7b40-4cae-8b1d-296564fd3db3 None None] Network d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:23:32.381523 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] For port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:23:32.391993 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.441778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 457bdc44-2c6e-43fe-9f10-f89323704298 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:23:32.474085 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] For port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:23:32.483976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.487659 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 457bdc44-2c6e-43fe-9f10-f89323704298 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:23:32.488001 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 457bdc44-2c6e-43fe-9f10-f89323704298 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:23:32.488405 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea29ca78-b33e-4354-b0aa-a6f0dae1a228 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:23:32.540018 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.541992 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1909d352-d9b6-46c2-91b2-b4ea1031ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:32.543890 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Transition to ACTIVE for port object e2829ae3-caf8-45dd-86bb-3595024eeb01 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:32.592118 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: ea29ca78-b33e-4354-b0aa-a6f0dae1a228 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:23:32.592453 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea29ca78-b33e-4354-b0aa-a6f0dae1a228 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:23:32.618190 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.623356 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1753bccf-80b4-4132-9461-e6faa5bb139c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:32.662118 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:32.662728 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:32.692617 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:32.698497 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:32.701433 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Deleting port 9b3652ef-84eb-4162-babb-c3724b0c0e6a {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:23:32.701772 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.714347 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2829ae3-caf8-45dd-86bb-3595024eeb01,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:32.716813 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:23:32.743962 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:32.781494 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed8ee6-918c-4453-b14b-337f34cda8ab None None] Pushing event updated for resources: {'Port': ['ID=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:32.787185 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b6ed8ee6-918c-4453-b14b-337f34cda8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:32.846198 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:32.910895 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:32.960194 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] For port 9b3652ef-84eb-4162-babb-c3724b0c0e6a, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=9b3652ef-84eb-4162-babb-c3724b0c0e6a,segment=NetworkSegment(5b865f62-1560-4060-b694-8bd46df7feb1),segment_id=5b865f62-1560-4060-b694-8bd46df7feb1)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:32.960544 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.019778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] DHCP port deletion for d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:23:33.081627 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ecab2320-1283-4b48-a953-a2b691a6bad7 None None] Provisioning for port e2829ae3-caf8-45dd-86bb-3595024eeb01 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:33.100383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Calling delete_port for 9b3652ef-84eb-4162-babb-c3724b0c0e6a owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:23:33.148900 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ecab2320-1283-4b48-a953-a2b691a6bad7 None None] Provisioning complete for port e2829ae3-caf8-45dd-86bb-3595024eeb01 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:33.149275 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ecab2320-1283-4b48-a953-a2b691a6bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.215472 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.227585 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:33.235231 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ecab2320-1283-4b48-a953-a2b691a6bad7 None None] Port e2829ae3-caf8-45dd-86bb-3595024eeb01 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:23:33.283055 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Deleting port 9b3652ef-84eb-4162-babb-c3724b0c0e6a {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:23:33.283446 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3652ef-84eb-4162-babb-c3724b0c0e6a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:33.283614 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.287097 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] No DVR routers for this DVR port 9b3652ef-84eb-4162-babb-c3724b0c0e6a on host dv-cinder-794962-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:23:33.288621 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:33.318016 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.391343 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] For port 9b3652ef-84eb-4162-babb-c3724b0c0e6a, host dv-cinder-794962-3-iscsi, got binding levels [] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:33.391735 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.458540 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.475383 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f24d67-9e57-4f05-bd47-d3fa2a9d6023']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:33.495357 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b865f62-1560-4060-b694-8bd46df7feb1') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:33.495645 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b865f62-1560-4060-b694-8bd46df7feb1') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:33.507915 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:29Z', 'revision_number': 3, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:33.519074 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Calling delete_port for 9b3652ef-84eb-4162-babb-c3724b0c0e6a owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:23:33.523190 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.ipam_backend_mixin [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Port 9b3652ef-84eb-4162-babb-c3724b0c0e6a was not found and therefore no delete operation was performed {{(pid=91915) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 06 19:23:33.523567 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.525090 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57f0b9-bbfc-45f7-9a06-f325d9837aeb None None] The sync data for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi is: [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:29Z', 'revision_number': 3, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:23:33.526642 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.531324 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:33.572889 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Pushing event deleted for resources: {'Port': ['ID=9b3652ef-84eb-4162-babb-c3724b0c0e6a,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:33.575999 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:33.576870 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] No DVR routers for this DVR port 9b3652ef-84eb-4162-babb-c3724b0c0e6a on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:23:33.593720 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.610888 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:23:33.611240 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:23:33.625089 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:23:33.628130 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e2c0f15b-a64d-4f83-850b-0313aa5b172e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.724176 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.730247 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e3dcb093-7bdf-4869-87b2-9a59eb5a50e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:33.744440 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.746437 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d2f24d67-9e57-4f05-bd47-d3fa2a9d6023 HTTP/1.1" status: 204 len: 168 time: 1.4651403 Jun 06 19:23:33.768448 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f24d67-9e57-4f05-bd47-d3fa2a9d6023,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:33.773245 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5138e0f1-b1c2-4d30-be2a-0d8d6b40cd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:33.792095 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.796903 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.825275 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cc19f3b7-7132-4f37-8d78-e6c4505c0166 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:33.910305 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2829ae3-caf8-45dd-86bb-3595024eeb01,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:33.912673 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:33.913179 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52942) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:33.919314 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:33.969874 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-175d5ede-41e0-4ce8-8f63-b1cc63d0872e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91cdd12ee5be49c9a00487b3c6692b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552068 Jun 06 19:23:33.972488 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 52944) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:34.002201 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:34.041580 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.072821 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.075433 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:34.081775 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:34.082988 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.133544 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.135989 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.139505 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ca3319b-42ef-4bfa-9814-7da7ff745fa4 HTTP/1.1" status: 204 len: 168 time: 0.1638939 Jun 06 19:23:34.139505 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8978496a-11db-4e63-81dc-45da2e9f59be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:34.148752 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca3319b-42ef-4bfa-9814-7da7ff745fa4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:34.151309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b32d5146-7cb0-40df-9ea2-bf85bbc1859c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:34.201021 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:34.202431 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:34.252352 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.283396 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:34.290194 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.292304 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:34.387362 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9b3652ef-84eb-4162-babb-c3724b0c0e6a no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:23:34.448375 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 9b3652ef-84eb-4162-babb-c3724b0c0e6a {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:23:34.448724 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 9b3652ef-84eb-4162-babb-c3724b0c0e6a not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:23:34.456460 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:34.460538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:34.465056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Router c245e436-3d91-4bc2-89bc-995c7138354e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:23:34.485253 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-5945e99f-4573-4214-873e-637e29b600e8 None None] Provisioning complete for port e2829ae3-caf8-45dd-86bb-3595024eeb01 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:34.485879 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5945e99f-4573-4214-873e-637e29b600e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:34.544825 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-5945e99f-4573-4214-873e-637e29b600e8 None None] Port e2829ae3-caf8-45dd-86bb-3595024eeb01 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:23:34.663299 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:23:34.668381 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] 10.222.0.43 "PUT /v2.0/routers/c245e436-3d91-4bc2-89bc-995c7138354e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7488863 Jun 06 19:23:35.231463 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52984) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:35.236606 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-571272560-network', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:23:35.260732 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Made reservation on behalf of 1224f3161fce45ea96bdbb690e4c20f5 for: {'network': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:23:35.264042 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3763200'] for network, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.277657 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.394238 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.399007 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.402665 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f0be57f8-5738-42a2-864c-6cd14dbcbb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:35.418705 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Sync routers for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:23:35.431868 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=91911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 19:23:35.437673 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:35.438687 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:35.445908 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182535d3-74b8-4f10-be4c-fe1e3486bc1c,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:35.449490 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:35.452124 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.453239 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.segments_db [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Added segment 978d887f-0914-4f61-9e70-44f811eae191 of type vlan for network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 Jun 06 19:23:35.482043 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747197187054'] for network, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.514747 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442'] for network, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.516409 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:35.517177 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.522661 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8f5341ce-a2b1-4ddf-9f20-8dd3ca640c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:35.566003 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3307338 Jun 06 19:23:35.566240 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52988) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:35.572976 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Request body: {'subnet': {'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-571272560-subnet', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'ip_version': 4}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:23:35.627927 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:35.631593 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Pushing event updated for resources: {'Network': ['ID=fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:35.641956 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 details requested by agent ovs-agent-dv-cinder-794962-3-iscsi with host dv-cinder-794962-3-iscsi {{(pid=91915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 19:23:35.642971 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-811c764c-3dcf-4726-aa08-fd18d8347e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:35.654672 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Made reservation on behalf of 1224f3161fce45ea96bdbb690e4c20f5 for: {'subnet': 1} {{(pid=91911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:23:35.657626 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11914536'] for subnet, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.891198 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11211168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11914554'] for subnet, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:35.898262 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:35.980524 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:36.002811 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 2, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:36.004864 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404ff629-89e5-400f-bfc5-0b2f9842bd7a,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:36.007168 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Checking segment: {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:36.012369 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Network hostable DHCP agents. Network: fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44, hostable agents: ['f4aeebe3-baec-43e6-8c5f-64d4f019aed0'], hosted agents: [] {{(pid=91911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 19:23:36.013136 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Checking router: c245e436-3d91-4bc2-89bc-995c7138354e for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:23:36.013497 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Updating router c245e436-3d91-4bc2-89bc-995c7138354e port e2829ae3-caf8-45dd-86bb-3595024eeb01 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:23:36.016247 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:36.043233 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 is scheduled to be hosted by DHCP agent f4aeebe3-baec-43e6-8c5f-64d4f019aed0 with binding_index 1 {{(pid=91911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 19:23:36.057098 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-3-iscsi, fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44) {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:36.073462 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e64df-f309-4b7c-bd26-d2e4075e0422 None None] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:23:36.076988 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:36.077583 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.088074 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.103276 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1d020683-299b-426a-845d-006cf3c60dd0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5360012 Jun 06 19:23:36.106058 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 52998) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:36.115405 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:23:36.146832 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-806978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5389'] for router, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.148311 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-807643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-808702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5396'] for router, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.165785 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.175411 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.240424 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:36.240770 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.377822 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c9322bc8-a753-49ae-869d-0b687402ba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.449564 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-808588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-806992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5410'] for router, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.469538 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.473094 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978866bb-6810-42da-b95c-085796ced232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf468157e-fc42-51a8-b0c1-7d829f0a4e56-fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'fixed_ips': [{'subnet_id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a'}]}} from dv-cinder-794962-3-iscsi. {{(pid=91915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 19:23:36.474358 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-978866bb-6810-42da-b95c-085796ced232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.482179 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Transition to ACTIVE for port object e2829ae3-caf8-45dd-86bb-3595024eeb01 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:36.490403 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.494908 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ae880e68-20f6-4ad9-939a-a08ef9ddcd53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:36.652661 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Pushing event updated for resources: {'Port': ['ID=e2829ae3-caf8-45dd-86bb-3595024eeb01,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:36.661349 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-978866bb-6810-42da-b95c-085796ced232 None None] Allocated IP 172.20.0.2 (fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44/404ff629-89e5-400f-bfc5-0b2f9842bd7a/18cdf324-2213-47ff-bc97-e999c9355efc) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:23:36.686452 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.686791 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.687126 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.687448 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.687770 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.688288 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.688616 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.688932 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.689265 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.689580 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.689917 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.690229 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:23:36.699108 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:36.723912 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Attempting to bind port e2829ae3-caf8-45dd-86bb-3595024eeb01 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:23:36.724664 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Attempting to bind port e2829ae3-caf8-45dd-86bb-3595024eeb01 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:23:36.725195 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Attempting to bind port e2829ae3-caf8-45dd-86bb-3595024eeb01 on network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:23:36.731821 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:23:36.732471 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Checking segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:36.734450 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.735020 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Bound using segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:23:36.735661 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Bound port: e2829ae3-caf8-45dd-86bb-3595024eeb01, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:23:36.736227 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.828963 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] For port e2829ae3-caf8-45dd-86bb-3595024eeb01, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:23:36.832260 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] For port e2829ae3-caf8-45dd-86bb-3595024eeb01, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e2829ae3-caf8-45dd-86bb-3595024eeb01,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:23:36.837554 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.841641 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:36.903078 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-978866bb-6810-42da-b95c-085796ced232 None None] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.905985 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:36.906834 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:36.915906 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-978866bb-6810-42da-b95c-085796ced232 None None] Transition to ACTIVE for port object 18cdf324-2213-47ff-bc97-e999c9355efc will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:36.924393 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.937552 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-978866bb-6810-42da-b95c-085796ced232 None None] Transition to ACTIVE for port object 18cdf324-2213-47ff-bc97-e999c9355efc will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:36.946981 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-978866bb-6810-42da-b95c-085796ced232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:36.951902 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:36.955916 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.029646 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978866bb-6810-42da-b95c-085796ced232 None None] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:37.033217 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-978866bb-6810-42da-b95c-085796ced232 None None] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:37.037176 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978866bb-6810-42da-b95c-085796ced232 None None] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:23:37.046518 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978866bb-6810-42da-b95c-085796ced232 None None] Pushing event updated for resources: {'Port': ['ID=18cdf324-2213-47ff-bc97-e999c9355efc,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:37.073222 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-978866bb-6810-42da-b95c-085796ced232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:37.117796 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Allocated IP 172.27.1.168 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/b64075fa-50f7-499d-80d1-f1632818c653) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:23:37.130738 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:37.188596 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-978866bb-6810-42da-b95c-085796ced232 None None] Attempting to bind port 18cdf324-2213-47ff-bc97-e999c9355efc on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:23:37.189192 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-978866bb-6810-42da-b95c-085796ced232 None None] Attempting to bind port 18cdf324-2213-47ff-bc97-e999c9355efc by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:23:37.189778 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978866bb-6810-42da-b95c-085796ced232 None None] Attempting to bind port 18cdf324-2213-47ff-bc97-e999c9355efc on network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:23:37.196228 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978866bb-6810-42da-b95c-085796ced232 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:23:37.197038 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978866bb-6810-42da-b95c-085796ced232 None None] Checking segment: {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:37.197684 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-978866bb-6810-42da-b95c-085796ced232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.198280 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978866bb-6810-42da-b95c-085796ced232 None None] Bound using segment: {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:23:37.199209 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-978866bb-6810-42da-b95c-085796ced232 None None] Bound port: 18cdf324-2213-47ff-bc97-e999c9355efc, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:23:37.199680 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-978866bb-6810-42da-b95c-085796ced232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.294468 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.306207 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-978866bb-6810-42da-b95c-085796ced232 None None] For port 18cdf324-2213-47ff-bc97-e999c9355efc, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:23:37.309652 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-978866bb-6810-42da-b95c-085796ced232 None None] For port 18cdf324-2213-47ff-bc97-e999c9355efc, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=18cdf324-2213-47ff-bc97-e999c9355efc,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:23:37.316490 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-978866bb-6810-42da-b95c-085796ced232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.320874 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:37.327972 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.332251 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cb6ad0b9-c28e-4e8b-9c6e-642e1695d5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:37.398065 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Pushing event updated for resources: {'Port': ['ID=e2829ae3-caf8-45dd-86bb-3595024eeb01,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:37.405588 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:37.428408 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:37.442988 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978866bb-6810-42da-b95c-085796ced232 None None] Pushing event updated for resources: {'Port': ['ID=18cdf324-2213-47ff-bc97-e999c9355efc,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:37.443189 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b64075fa-50f7-499d-80d1-f1632818c653,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:37.450399 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:37.456193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:37.456705 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-978866bb-6810-42da-b95c-085796ced232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:37.460133 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:37.462840 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:23:37.497341 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:36Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:37.501958 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0c0a2-3b11-4fda-b720-afd61e2c94a0 None None] The sync data for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi is: [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:36Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:23:37.975693 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.000674 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e2829ae3-caf8-45dd-86bb-3595024eeb01 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:38.075128 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port e2829ae3-caf8-45dd-86bb-3595024eeb01 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:38.080286 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port e2829ae3-caf8-45dd-86bb-3595024eeb01 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:38.080725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.208492 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.251725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port e2829ae3-caf8-45dd-86bb-3595024eeb01, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e2829ae3-caf8-45dd-86bb-3595024eeb01,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:38.257712 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.258634 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 18cdf324-2213-47ff-bc97-e999c9355efc up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:38.284356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:38.396581 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=e2829ae3-caf8-45dd-86bb-3595024eeb01,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:38.400452 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:38.415278 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port 18cdf324-2213-47ff-bc97-e999c9355efc completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:38.495275 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-806987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-808611'] for router, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.608125 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8156f-8533-45e5-b88a-99de29242a33 None None] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:23:38.708845 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Router 078f612c-0b2e-4384-afb5-2579223b0266 is scheduled to L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 with binding_index 1 {{(pid=91911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 19:23:38.736313 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Provisioning for port 18cdf324-2213-47ff-bc97-e999c9355efc completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:38.743713 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Provisioning complete for port 18cdf324-2213-47ff-bc97-e999c9355efc triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:38.744022 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.894978 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:23:38.904140 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.909418 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Sync routers for ids ['078f612c-0b2e-4384-afb5-2579223b0266'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:23:38.919011 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:38.923057 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8131704 Jun 06 19:23:38.923249 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53024) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:38.983710 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Routers {'078f612c-0b2e-4384-afb5-2579223b0266'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:38.984331 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['078f612c-0b2e-4384-afb5-2579223b0266'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:39.070049 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53028) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:39.088163 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.201155 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db783bc7-c2f5-46f5-b82c-bba8b699066a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.209579 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] For port 18cdf324-2213-47ff-bc97-e999c9355efc, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=18cdf324-2213-47ff-bc97-e999c9355efc,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:39.219157 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.225026 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-978866bb-6810-42da-b95c-085796ced232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:39.277536 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Set router 078f612c-0b2e-4384-afb5-2579223b0266 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:39.311343 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db783bc7-c2f5-46f5-b82c-bba8b699066a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.319226 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-db783bc7-c2f5-46f5-b82c-bba8b699066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.356234 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-28801428-eed1-4338-9aa8-16542e42f843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:39.372811 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-db783bc7-c2f5-46f5-b82c-bba8b699066a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72f60523b5ac42e0a57bc1cab1c93381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002999 Jun 06 19:23:39.376413 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53032) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:39.397541 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db783bc7-c2f5-46f5-b82c-bba8b699066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb9264-7357-4082-8c43-915a6a221b1e,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:39.402237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-db783bc7-c2f5-46f5-b82c-bba8b699066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:39.459433 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Pushing event updated for resources: {'Port': ['ID=18cdf324-2213-47ff-bc97-e999c9355efc,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:39.503682 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:39.524924 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.588496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-265ddb08-d810-4698-83f2-aec1a8d94cc5 None None] Provisioning complete for port 18cdf324-2213-47ff-bc97-e999c9355efc triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:39.588696 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.588789 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-265ddb08-d810-4698-83f2-aec1a8d94cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.693947 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:37Z', 'revision_number': 3, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:39.711133 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Checking router: 078f612c-0b2e-4384-afb5-2579223b0266 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:23:39.711487 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Updating router 078f612c-0b2e-4384-afb5-2579223b0266 port b64075fa-50f7-499d-80d1-f1632818c653 binding host dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:23:39.723971 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.726516 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.727643 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ceb9264-7357-4082-8c43-915a6a221b1e HTTP/1.1" status: 204 len: 168 time: 0.3504353 Jun 06 19:23:39.733951 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b28e6cc9-d839-460d-9424-b360a7a7666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:39.747168 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb9264-7357-4082-8c43-915a6a221b1e,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:39.750472 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:39.754445 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.784263 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:39.959381 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e2829ae3-caf8-45dd-86bb-3595024eeb01 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:40.085186 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Allocated IP 172.20.0.1 (fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44/404ff629-89e5-400f-bfc5-0b2f9842bd7a/ea22e14d-883c-45cd-a3a2-3e87100fac43) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:23:40.110625 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port e2829ae3-caf8-45dd-86bb-3595024eeb01 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:40.111189 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.232933 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.245037 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.263450 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Transition to ACTIVE for port object ea22e14d-883c-45cd-a3a2-3e87100fac43 will not be triggered until provisioned by entity DHCP. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:40.269474 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Transition to ACTIVE for port object b64075fa-50f7-499d-80d1-f1632818c653 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:40.288931 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.294506 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1b270dd0-de40-4ccc-a159-8bd6238e880d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:40.295052 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.308190 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d58d53d-3f5a-453c-9809-5dd1fd4c4e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:40.348788 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:40.359183 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:40.361912 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:23:40.408502 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 18cdf324-2213-47ff-bc97-e999c9355efc up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:40.434650 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623081'] for router_interface, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.482080 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Attempting to bind port b64075fa-50f7-499d-80d1-f1632818c653 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:23:40.482455 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Attempting to bind port b64075fa-50f7-499d-80d1-f1632818c653 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:23:40.482820 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Attempting to bind port b64075fa-50f7-499d-80d1-f1632818c653 on network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:23:40.495276 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:23:40.496103 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Checking segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:40.496103 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.496444 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Bound using segment: {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:23:40.496921 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Bound port: b64075fa-50f7-499d-80d1-f1632818c653, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a3c98-ae53-4119-9ab8-2eb401877774', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:23:40.497294 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.518876 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Pushing event updated for resources: {'Port': ['ID=ea22e14d-883c-45cd-a3a2-3e87100fac43,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:40.521937 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:40.523332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db4ff-813f-43ce-bd9c-a528dfa1fad0 None None] Pushing event updated for resources: {'Port': ['ID=b64075fa-50f7-499d-80d1-f1632818c653,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:40.543012 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c76db4ff-813f-43ce-bd9c-a528dfa1fad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:40.585791 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.597282 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port 18cdf324-2213-47ff-bc97-e999c9355efc triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:40.597700 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.622859 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] For port b64075fa-50f7-499d-80d1-f1632818c653, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:23:40.647658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] For port b64075fa-50f7-499d-80d1-f1632818c653, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b64075fa-50f7-499d-80d1-f1632818c653,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:23:40.657686 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.665036 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-287db03e-0abd-40c5-8ef5-7e0039d77531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:40.799732 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-7582e0a2-2c6b-45c3-a870-bee35a024c02 None None] Provisioning for port ea22e14d-883c-45cd-a3a2-3e87100fac43 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:40.802479 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Routers {'078f612c-0b2e-4384-afb5-2579223b0266'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:40.803122 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['078f612c-0b2e-4384-afb5-2579223b0266'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:40.837411 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.842597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.870775 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f94146c4-810a-4554-975f-fd5ed86fa4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:40.871103 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db4ff-813f-43ce-bd9c-a528dfa1fad0 None None] Pushing event updated for resources: {'Port': ['ID=b64075fa-50f7-499d-80d1-f1632818c653,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:40.882936 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c76db4ff-813f-43ce-bd9c-a528dfa1fad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:40.885247 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-7582e0a2-2c6b-45c3-a870-bee35a024c02 None None] Provisioning complete for port ea22e14d-883c-45cd-a3a2-3e87100fac43 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:40.885619 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7582e0a2-2c6b-45c3-a870-bee35a024c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.953364 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Pushing event updated for resources: {'Port': ['ID=ea22e14d-883c-45cd-a3a2-3e87100fac43,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:40.956066 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811185'] for router_interface, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:40.961201 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:41.010468 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-7582e0a2-2c6b-45c3-a870-bee35a024c02 None None] Port ea22e14d-883c-45cd-a3a2-3e87100fac43 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:23:41.052047 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] Set router 078f612c-0b2e-4384-afb5-2579223b0266 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:41.101046 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:23:41.102851 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:23:41.307792 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Router 078f612c-0b2e-4384-afb5-2579223b0266 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:23:41.385227 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-6bc577d9-50df-425a-8368-b9ca343d4dbd None None] Provisioning complete for port ea22e14d-883c-45cd-a3a2-3e87100fac43 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:41.385952 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6bc577d9-50df-425a-8368-b9ca343d4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:41.451233 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-6bc577d9-50df-425a-8368-b9ca343d4dbd None None] Port ea22e14d-883c-45cd-a3a2-3e87100fac43 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:23:41.460965 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'ea22e14d-883c-45cd-a3a2-3e87100fac43', 'name': '', 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'mac_address': 'fa:16:3e:99:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:39Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 2, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'subnets': [{'id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:41.465163 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c46c22-8bca-498c-91b9-d509c87ff500 None None] The sync data for ids ['078f612c-0b2e-4384-afb5-2579223b0266'] in dv-cinder-794962-3-iscsi is: [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'ea22e14d-883c-45cd-a3a2-3e87100fac43', 'name': '', 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'mac_address': 'fa:16:3e:99:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:39Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 2, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'subnets': [{'id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:23:41.510160 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:23:41.515457 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] 10.222.0.43 "PUT /v2.0/routers/078f612c-0b2e-4384-afb5-2579223b0266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911717 Jun 06 19:23:41.776697 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53092) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:41.908893 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.022808 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.027407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.036989 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-582c0875-8065-4465-a8f9-1cc8e42a2785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:42.079167 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e490536021f4d1ea395ff1b35359414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009591 Jun 06 19:23:42.081664 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53104) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:42.092802 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24754a9d-d7ff-49ba-958c-52e89f1452ba,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:42.101483 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:42.297858 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.325454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.383010 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.385922 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.387100 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24754a9d-d7ff-49ba-958c-52e89f1452ba HTTP/1.1" status: 204 len: 168 time: 0.3045011 Jun 06 19:23:42.387904 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-344c6fb8-38aa-4fef-b3aa-e25e8ee829d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:42.405032 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24754a9d-d7ff-49ba-958c-52e89f1452ba,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:42.407434 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:42.823940 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53124) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:42.842158 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.959633 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.965677 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:42.973653 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6960edc3-ff71-41d1-8a2f-04f5dcae27c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:43.020580 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28377f0f9ca4455b8db876ff7c770976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924720 Jun 06 19:23:43.020580 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6edbf-3eac-4c59-aae0-f3de8283f01e,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:43.021571 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53126) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:23:43.022358 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:43.088168 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:43.114376 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:43.177611 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:43.180465 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:43.185047 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dea6edbf-3eac-4c59-aae0-f3de8283f01e HTTP/1.1" status: 204 len: 168 time: 0.1611347 Jun 06 19:23:43.186588 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b0b251cd-e6ee-495a-b728-4055a292b014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:43.196149 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6edbf-3eac-4c59-aae0-f3de8283f01e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:43.199057 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:43.995341 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b64075fa-50f7-499d-80d1-f1632818c653 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:44.073394 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port b64075fa-50f7-499d-80d1-f1632818c653 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:44.079542 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port b64075fa-50f7-499d-80d1-f1632818c653 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:44.080143 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:44.214910 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:44.235769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port b64075fa-50f7-499d-80d1-f1632818c653, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b64075fa-50f7-499d-80d1-f1632818c653,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:44.244986 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:44.248868 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-163bf90b-8489-4359-86bd-1d2340f3edca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:44.329073 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=b64075fa-50f7-499d-80d1-f1632818c653,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:44.333295 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:45.257031 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Sync routers for ids ['078f612c-0b2e-4384-afb5-2579223b0266'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:23:45.272585 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Routers {'078f612c-0b2e-4384-afb5-2579223b0266'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:45.273558 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['078f612c-0b2e-4384-afb5-2579223b0266'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:45.454564 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Set router 078f612c-0b2e-4384-afb5-2579223b0266 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:45.761426 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:23:45.785801 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'ea22e14d-883c-45cd-a3a2-3e87100fac43', 'name': '', 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'mac_address': 'fa:16:3e:99:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:39Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 2, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'subnets': [{'id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:45.790404 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Checking router: 078f612c-0b2e-4384-afb5-2579223b0266 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:23:45.791012 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Updating router 078f612c-0b2e-4384-afb5-2579223b0266 port ea22e14d-883c-45cd-a3a2-3e87100fac43 binding host dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 19:23:45.853210 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:45.969644 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b64075fa-50f7-499d-80d1-f1632818c653 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:46.056034 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port b64075fa-50f7-499d-80d1-f1632818c653 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:46.056672 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:46.296286 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:46.308893 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Transition to ACTIVE for port object ea22e14d-883c-45cd-a3a2-3e87100fac43 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:23:46.321278 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:46.325759 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:46.486764 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04e0e4-a495-4021-b88a-283449b0e621 None None] Pushing event updated for resources: {'Port': ['ID=ea22e14d-883c-45cd-a3a2-3e87100fac43,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:46.494438 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3d04e0e4-a495-4021-b88a-283449b0e621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:46.555848 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Attempting to bind port ea22e14d-883c-45cd-a3a2-3e87100fac43 on host dv-cinder-794962-3-iscsi for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:23:46.556219 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Attempting to bind port ea22e14d-883c-45cd-a3a2-3e87100fac43 by drivers openvswitch,hyperv on host dv-cinder-794962-3-iscsi at level 0 using segments [{'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:23:46.556584 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Attempting to bind port ea22e14d-883c-45cd-a3a2-3e87100fac43 on network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:23:46.564967 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Checking agent: {'id': '71333f75-e149-401d-ae4b-8c17d33606a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 7, 6), 'started_at': datetime.datetime(2021, 6, 6, 19, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:23:46.565293 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Checking segment: {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:23:46.565818 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:46.566236 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Bound using segment: {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:23:46.566703 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Bound port: ea22e14d-883c-45cd-a3a2-3e87100fac43, host: dv-cinder-794962-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978d887f-0914-4f61-9e70-44f811eae191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:23:46.567422 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:46.692130 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] For port ea22e14d-883c-45cd-a3a2-3e87100fac43, host dv-cinder-794962-3-iscsi, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:23:46.697400 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] For port ea22e14d-883c-45cd-a3a2-3e87100fac43, host dv-cinder-794962-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ea22e14d-883c-45cd-a3a2-3e87100fac43,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:23:46.704621 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:46.713615 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aba17c4f-f550-400c-aa9f-446050288366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:46.802188 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Routers {'078f612c-0b2e-4384-afb5-2579223b0266'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:23:46.802873 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['078f612c-0b2e-4384-afb5-2579223b0266'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:46.894359 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04e0e4-a495-4021-b88a-283449b0e621 None None] Pushing event updated for resources: {'Port': ['ID=ea22e14d-883c-45cd-a3a2-3e87100fac43,revision_number=4']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:46.905953 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3d04e0e4-a495-4021-b88a-283449b0e621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:47.043751 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] Set router 078f612c-0b2e-4384-afb5-2579223b0266 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:23:47.405466 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'ea22e14d-883c-45cd-a3a2-3e87100fac43', 'name': '', 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'mac_address': 'fa:16:3e:99:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:39Z', 'updated_at': '2021-06-06T19:23:46Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'subnets': [{'id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:23:47.409242 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c50e4-5baf-479e-81c4-a7bfa3d97166 None None] The sync data for ids ['078f612c-0b2e-4384-afb5-2579223b0266'] in dv-cinder-794962-3-iscsi is: [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:40Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'ea22e14d-883c-45cd-a3a2-3e87100fac43', 'name': '', 'network_id': 'fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'mac_address': 'fa:16:3e:99:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:39Z', 'updated_at': '2021-06-06T19:23:46Z', 'revision_number': 4, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'subnets': [{'id': '404ff629-89e5-400f-bfc5-0b2f9842bd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:23:47.984995 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea22e14d-883c-45cd-a3a2-3e87100fac43 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:48.068793 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning for port ea22e14d-883c-45cd-a3a2-3e87100fac43 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:23:48.075650 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port ea22e14d-883c-45cd-a3a2-3e87100fac43 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:48.076028 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:48.246357 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:48.282886 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] For port ea22e14d-883c-45cd-a3a2-3e87100fac43, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ea22e14d-883c-45cd-a3a2-3e87100fac43,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:23:48.289577 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:48.293940 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:23:48.374252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Pushing event updated for resources: {'Port': ['ID=ea22e14d-883c-45cd-a3a2-3e87100fac43,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:23:48.377955 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:23:49.958736 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea22e14d-883c-45cd-a3a2-3e87100fac43 up at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:23:50.031259 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Provisioning complete for port ea22e14d-883c-45cd-a3a2-3e87100fac43 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:23:50.031628 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:23:51.734683 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-fda562dc-e6b9-4f63-a5e2-baa55ff11773 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:51.736113 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-fda562dc-e6b9-4f63-a5e2-baa55ff11773 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 813 time: 0.2376902 Jun 06 19:23:51.754441 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-fe3f7c95-1d70-45fb-9b08-f0ea03d214cf tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/quotas/4ed61d424a2046989f22f82f126efcdc HTTP/1.1" status: 200 len: 375 time: 0.0097363 Jun 06 19:23:51.844571 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-458e151e-e4b8-440d-8f52-7aaa1805eb4b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831790 Jun 06 19:23:52.090371 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-6bc261b0-0a9a-40ae-8d4b-24039ab223b6 service neutron] 10.222.0.43 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305179 Jun 06 19:23:52.230840 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-c40d1636-701b-4c8b-b8d6-9cd2f5511a10 service neutron] 10.222.0.43 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347442 Jun 06 19:23:52.412830 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-dc43cbcb-cb37-49aa-a301-4368741cb522 req-5464a991-233c-477d-9982-1cc025900597 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0418072 Jun 06 19:23:53.517207 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-44b6f039-2cd4-43f9-80e6-177583831da8 req-7e8d61d2-ccd9-4d7a-915f-b6b4f8a6c521 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0464959 Jun 06 19:23:54.615782 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bbeee32a-2cae-46b3-8fbe-26782cdf602b req-db8d830c-133d-4827-b2e0-4c348ebaad25 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0432475 Jun 06 19:23:55.712295 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-64ea006e-402f-403d-8d91-0063f4884978 req-6d5aaf4e-6c92-4eae-aba7-5521b763e1e9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0440271 Jun 06 19:23:55.800236 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b6e49-1fff-4e7b-b4e1-be1ea49a24f1 req-5649c380-93bb-45f9-8eb5-8c216f89a354 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:55.801787 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-450b6e49-1fff-4e7b-b4e1-be1ea49a24f1 req-5649c380-93bb-45f9-8eb5-8c216f89a354 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0920522 Jun 06 19:23:55.851003 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-450b6e49-1fff-4e7b-b4e1-be1ea49a24f1 req-37731d38-2e7d-4da1-af1b-729ebf9f970e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Jun 06 19:23:56.869494 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33580605-d291-46ac-8d86-e0fbaa2a4302 req-d7dd6844-75e9-4c4c-a1f2-e13440014410 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0434432 Jun 06 19:23:57.037278 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc92d-a57c-4cbd-9fc8-d1088d73b72c req-95fdff65-feef-4077-87fb-56cf2fca3e56 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:57.038756 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-606bc92d-a57c-4cbd-9fc8-d1088d73b72c req-95fdff65-feef-4077-87fb-56cf2fca3e56 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0833354 Jun 06 19:23:57.082268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-606bc92d-a57c-4cbd-9fc8-d1088d73b72c req-33829537-d2a8-4b92-9341-5379d5ddfdc4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Jun 06 19:23:58.024030 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0123d000-c809-446f-99d8-d8d3d156b2c2 req-ca397417-cd48-44a0-af54-e7c7a12fb40d tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0499558 Jun 06 19:23:58.279617 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b0189-f505-4081-bf77-7a69a561651a req-20ca9055-aa4e-47b1-9e94-bc10f0f35906 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:58.281107 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-815b0189-f505-4081-bf77-7a69a561651a req-20ca9055-aa4e-47b1-9e94-bc10f0f35906 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0860095 Jun 06 19:23:58.330188 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-815b0189-f505-4081-bf77-7a69a561651a req-5dfb564a-2818-4db7-8389-c0d2eb9fc854 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Jun 06 19:23:59.186660 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-88ca2c3c-16e5-4193-a913-4acfbb6cc98a req-9056677f-4289-4f8e-a8f2-52bbf5554252 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0446396 Jun 06 19:23:59.533282 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284bf54-f0d9-4955-848c-08876b68dd3a req-02f2551a-cd4d-4a65-9921-01e04967c936 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:23:59.534647 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8284bf54-f0d9-4955-848c-08876b68dd3a req-02f2551a-cd4d-4a65-9921-01e04967c936 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0971725 Jun 06 19:23:59.584851 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8284bf54-f0d9-4955-848c-08876b68dd3a req-b5b22b9e-620b-4119-afe6-2c2802e8d063 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Jun 06 19:24:00.092269 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-881012a5-5a63-49e9-b673-74f661898ae3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:00.093676 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-881012a5-5a63-49e9-b673-74f661898ae3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0862534 Jun 06 19:24:00.254714 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:00.379694 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-301d8f84-a389-43a4-8e49-517f1856f0d8 req-aedd0078-80db-4afb-be35-c3346168d1bf tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0607233 Jun 06 19:24:00.383555 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Deleting port 7a417b3c-d47f-4a5d-927e-040880e60a4f {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:24:00.383865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:00.547722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-8157a83b-d1fb-4069-b90e-49de887f4779 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:00.549133 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-8157a83b-d1fb-4069-b90e-49de887f4779 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 813 time: 0.3342612 Jun 06 19:24:00.597743 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'port': {'device_id': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'admin_state_up': True, 'tenant_id': '4ed61d424a2046989f22f82f126efcdc'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:00.784552 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] For port 7a417b3c-d47f-4a5d-927e-040880e60a4f, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7a417b3c-d47f-4a5d-927e-040880e60a4f,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:00.784821 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:01.025983 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Made reservation on behalf of 4ed61d424a2046989f22f82f126efcdc for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:24:01.029576 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:01.054630 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc5f37-0b41-4faa-aa0b-898a90feb72b req-276d4ba8-c456-49e2-bf9f-49437be13e30 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:01.061899 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8dc5f37-0b41-4faa-aa0b-898a90feb72b req-276d4ba8-c456-49e2-bf9f-49437be13e30 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 946 time: 0.3587570 Jun 06 19:24:01.232165 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 7a417b3c-d47f-4a5d-927e-040880e60a4f no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:24:01.260755 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c8dc5f37-0b41-4faa-aa0b-898a90feb72b req-fc8c352c-d5df-4a68-82cd-a8306ba3869b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978512 Jun 06 19:24:01.300665 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:01.301024 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:01.301390 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Floating IP 6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d disassociated. External IP: 172.27.1.171, port: 7a417b3c-d47f-4a5d-927e-040880e60a4f. Jun 06 19:24:01.301744 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Calling delete_port for 7a417b3c-d47f-4a5d-927e-040880e60a4f owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:24:01.472591 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:01.602982 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8de4bce1-9326-4eb4-a98a-2aa5cda56f63 req-8892976c-5f3d-41f5-bdb5-1943a9af89cd tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0842688 Jun 06 19:24:01.636433 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:01.649718 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Allocated IP 172.20.0.14 (5ed2f9fd-6dd6-4976-88b5-745f73fb60a6/4d4060a5-e275-4d2e-b550-04bf41dab4dd/1662f865-ada4-4eee-bbf0-549a9ce9fd99) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:24:01.659268 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f87cd4a4-e96c-4c26-8b47-3e7344bb2508 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:01.709206 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'Port': ['ID=7a417b3c-d47f-4a5d-927e-040880e60a4f,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:01.713010 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:02.019099 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:24:02.275471 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:02.304295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Transition to ACTIVE for port object 1662f865-ada4-4eee-bbf0-549a9ce9fd99 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:24:02.440404 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6b42b4fa-9cf7-423f-9c96-b8055893b651 req-fed06239-ab58-43e8-9f99-6cc2221a0fae tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0550294 Jun 06 19:24:02.451163 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:24:02.463425 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:24:02.491280 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:24:02.492396 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:02.513722 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:02.551567 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e6f51579-166f-430c-9c87-a68e3b85fa9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:02.590709 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] No DVR routers for this DVR port 7a417b3c-d47f-4a5d-927e-040880e60a4f on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:24:02.603353 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:02.605246 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6a372b24-4122-4018-a452-4b5d80bca2d4 req-ba7cd6fa-8ce3-4cb2-b4c3-aeca102ad2e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "DELETE /v2.0/ports/7a417b3c-d47f-4a5d-927e-040880e60a4f HTTP/1.1" status: 204 len: 173 time: 2.5054395 Jun 06 19:24:02.605769 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'name': 'network-vif-deleted', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:02.608272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0694483-3099-4193-a7f7-f1352dad4bee" -d '{"events": [{"server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "name": "network-vif-deleted", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:02.633072 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:24:02.636194 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:24:02.640344 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:24:02.679171 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:02.684328 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:02.726252 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:02.726906 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:02.759269 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:24:02.763973 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa152084-e9b0-4f19-bd97-9d17ecbcd6ed x-openstack-request-id: req-aa152084-e9b0-4f19-bd97-9d17ecbcd6ed {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:02.764407 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f465c90-3421-44c1-a43f-5abd5651d6d0", "name": "network-vif-deleted", "tag": "7a417b3c-d47f-4a5d-927e-040880e60a4f", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:02.764780 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa152084-e9b0-4f19-bd97-9d17ecbcd6ed {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:02.765274 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f465c90-3421-44c1-a43f-5abd5651d6d0', 'name': 'network-vif-deleted', 'tag': '7a417b3c-d47f-4a5d-927e-040880e60a4f', 'status': 'completed', 'code': 200} Jun 06 19:24:02.786800 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1928852 Jun 06 19:24:02.957150 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec5252-d991-47f6-95db-00b3ee2b492c req-aed1ed5f-2035-4ac9-bf35-d4ee0fd4608f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:02.958793 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-07ec5252-d991-47f6-95db-00b3ee2b492c req-aed1ed5f-2035-4ac9-bf35-d4ee0fd4608f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.1238396 Jun 06 19:24:03.020052 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-07ec5252-d991-47f6-95db-00b3ee2b492c req-926926fe-36e7-4f38-bbc8-21f9d7668839 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539351 Jun 06 19:24:03.076905 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d7134aa7-1b8f-4e93-81b7-1844883a4745 None None] Provisioning for port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:24:03.092209 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d7134aa7-1b8f-4e93-81b7-1844883a4745 None None] Provisioning complete for port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:24:03.092580 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7134aa7-1b8f-4e93-81b7-1844883a4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:03.177713 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-d7134aa7-1b8f-4e93-81b7-1844883a4745 None None] Port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:24:03.243839 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:03.247605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:24:03.256208 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:24:03.256814 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:23:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:03.436156 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:24:03.637384 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0b3a9c97-be91-4892-ba64-9cf63c28c9f2 req-c73aafe4-159e-41f4-a7d1-8ac74f20e1f8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0479815 Jun 06 19:24:03.654284 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0aec371c-1683-48ed-8ceb-4890e25cabaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:03.814140 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:03.818312 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5012-c008-46df-8203-c97067d5abe6 None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:24:04.035852 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21df590-40a8-4c08-911b-c05ad259d7c3 None None] New status for floating IP 6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:24:04.247341 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f979e7a-30da-4f62-81ba-52721bbd2034 req-383f251f-9e96-4ad2-8568-dc185e8ffc27 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:04.248827 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f979e7a-30da-4f62-81ba-52721bbd2034 req-383f251f-9e96-4ad2-8568-dc185e8ffc27 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.0894482 Jun 06 19:24:04.294241 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0f979e7a-30da-4f62-81ba-52721bbd2034 req-89693ed3-480c-418a-8fd2-465b6742dbaa tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Jun 06 19:24:04.799319 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3affcb82-8e9d-4d4e-aa53-607352ec1c33 req-f7d12c57-3728-4df7-9e6c-25c009cf0498 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0463417 Jun 06 19:24:05.480681 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68d16d-4227-44ae-97fc-6e2a28a6a8d5 req-f6ef8036-c3cb-4ca3-8edd-c530123ee184 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:05.482168 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8b68d16d-4227-44ae-97fc-6e2a28a6a8d5 req-f6ef8036-c3cb-4ca3-8edd-c530123ee184 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.0794146 Jun 06 19:24:05.530137 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8b68d16d-4227-44ae-97fc-6e2a28a6a8d5 req-c5738ccd-b622-4fe5-9b05-0d93c00635de tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Jun 06 19:24:05.952922 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b7914af8-406b-490c-a3e6-328fcb6cc9a4 req-6299aea2-0226-4a89-a047-47843167a535 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0462086 Jun 06 19:24:06.089271 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:06.337981 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f6d5433a-43c7-4ed5-9ff8-aa4b324d0508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:06.735590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d920c-cc92-48f0-aa0b-9b6db655012a req-5bff7bd5-1483-40e9-a9fa-73792db40800 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:06.737044 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-988d920c-cc92-48f0-aa0b-9b6db655012a req-5bff7bd5-1483-40e9-a9fa-73792db40800 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.0814292 Jun 06 19:24:06.784439 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-988d920c-cc92-48f0-aa0b-9b6db655012a req-6a76d5a1-9f82-49cb-b9c0-7b4c2e69ea9d tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jun 06 19:24:07.103071 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-899cb71a-b348-4220-bfe7-3cecb1b3a710 req-f19bc1ad-b54f-460e-9661-deb32acfc445 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0446537 Jun 06 19:24:07.375202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:07.973482 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b6ade-7dce-4bf0-8089-81ad83a632d9 req-dcbf6a44-f92f-4bae-be15-a10e5b8216b9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:07.974992 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-435b6ade-7dce-4bf0-8089-81ad83a632d9 req-dcbf6a44-f92f-4bae-be15-a10e5b8216b9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.0839200 Jun 06 19:24:08.023133 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-435b6ade-7dce-4bf0-8089-81ad83a632d9 req-50b1ecc7-9705-4c63-947b-ed9199797d33 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Jun 06 19:24:08.255921 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d31ba03e-1708-4467-9e95-9746f18e6ac9 req-6b3bea7a-9fe0-41ee-a00c-835789dae892 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0426128 Jun 06 19:24:08.897198 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:09.218037 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cd666-d083-42c3-9a42-399c5e2183b3 req-bd99e282-8d01-4122-b86e-ea34a4c467e6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:09.219497 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c44cd666-d083-42c3-9a42-399c5e2183b3 req-bd99e282-8d01-4122-b86e-ea34a4c467e6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.0877819 Jun 06 19:24:09.264870 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c44cd666-d083-42c3-9a42-399c5e2183b3 req-4b280595-9b9d-4d62-bfb7-beaf489c7b8c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Jun 06 19:24:09.408800 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-9a68f884-ffca-4ff2-a11e-f3de32c3e28a req-fa8e4089-4cc2-4a8b-b6e1-bfd33be58eb9 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0442591 Jun 06 19:24:10.457617 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfedb24-1ece-44cf-a9eb-d1adcf3bb35a req-b010c124-9464-449a-b798-0292beef8b1d tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:10.459086 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3dfedb24-1ece-44cf-a9eb-d1adcf3bb35a req-b010c124-9464-449a-b798-0292beef8b1d tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.0864947 Jun 06 19:24:10.505646 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3dfedb24-1ece-44cf-a9eb-d1adcf3bb35a req-19bfa133-d0b7-4669-8fc2-52614ac92300 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Jun 06 19:24:10.567370 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-b0b3c4d5-ddbf-41dd-9a4d-032930ddd344 req-a6cf9f13-11c7-4da6-9a43-00a792c7450f tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0423648 Jun 06 19:24:11.725232 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-66d1485b-ff7f-4dae-a0cd-d030abb18f3d req-b8d763c8-147e-4997-8ca4-57302cb43fd9 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0499783 Jun 06 19:24:11.748399 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c69d9-dfc3-4c0f-a10c-ef71eee576b0 req-1052cb46-8961-4a55-bae8-2a07912dacf6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:11.749841 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f07c69d9-dfc3-4c0f-a10c-ef71eee576b0 req-1052cb46-8961-4a55-bae8-2a07912dacf6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 932 time: 0.1280494 Jun 06 19:24:11.796570 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f07c69d9-dfc3-4c0f-a10c-ef71eee576b0 req-2de12da8-6538-425d-96cd-91dbc36a2569 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380931 Jun 06 19:24:12.241381 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Request body: {'port': {'device_id': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:12.455448 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:12.793751 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1662f865-ada4-4eee-bbf0-549a9ce9fd99 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:24:12.801448 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:12.815442 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Transition to ACTIVE for port object 1662f865-ada4-4eee-bbf0-549a9ce9fd99 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:24:12.819176 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:12.823545 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7aaf1c28-13b7-47a6-9424-d6624dcb26c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:12.966057 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60229425-41dc-480c-bd0e-87392f2413c9 req-33e62d4f-b80c-4e8b-a614-41117372d625 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f465c90-3421-44c1-a43f-5abd5651d6d0 HTTP/1.1" status: 200 len: 210 time: 0.1106765 Jun 06 19:24:13.029361 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:13.077458 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.077862 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.078218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.078565 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.078905 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.079243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.079581 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.079918 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.080248 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.080579 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.080908 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.081237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:13.090026 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:13.170196 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d30b-94b1-4388-bc5c-57d09ffb4753 req-23e43545-2141-4eae-8637-e04de2330eb2 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:13.171685 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40b2d30b-94b1-4388-bc5c-57d09ffb4753 req-23e43545-2141-4eae-8637-e04de2330eb2 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 944 time: 0.2546284 Jun 06 19:24:13.172463 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Attempting to bind port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:24:13.172787 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Attempting to bind port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:24:13.173095 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Attempting to bind port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 on network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:24:13.179123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 on network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:24:13.179332 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Attempting to bind port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 on network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:24:13.197488 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:24:13.197815 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Checking segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:24:13.198480 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Bound using segment: {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:24:13.198595 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Bound port: 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3c9402-3431-44ee-88ce-dc517376b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:24:13.198929 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:13.278399 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40b2d30b-94b1-4388-bc5c-57d09ffb4753 req-cf957a12-5455-4cf4-8126-ebe1693ea49b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002793 Jun 06 19:24:13.314217 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:24:13.317499 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:24:13.322734 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:13.327442 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-67eb0165-4832-450a-8145-8b585765b062 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:13.396532 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:13.397136 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:13.398523 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] 10.222.0.16 "PUT /v2.0/ports/1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 1094 time: 1.1616404 Jun 06 19:24:13.399117 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:13.401279 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:13.446782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:13.489007 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c282c4a8-4f7e-4026-8b04-994a366caa52 x-openstack-request-id: req-c282c4a8-4f7e-4026-8b04-994a366caa52 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:13.489330 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:13.489605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c282c4a8-4f7e-4026-8b04-994a366caa52 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:13.490049 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'status': 'completed', 'code': 200} Jun 06 19:24:13.490795 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:13.537980 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-d3defceb-1760-4836-ba82-e9bbd663a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:13.539647 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-d3defceb-1760-4836-ba82-e9bbd663a7d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1097 time: 0.0893550 Jun 06 19:24:13.608971 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-494e5ee0-aa34-451a-ae14-b3ca95a3e9d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 217 time: 0.0612929 Jun 06 19:24:13.674535 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-1a7260cf-ab5f-4e2b-9ea1-56d2cf54a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:13.675932 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-1a7260cf-ab5f-4e2b-9ea1-56d2cf54a754 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0604167 Jun 06 19:24:13.763825 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-cb66794b-a5b3-406a-95d2-029faf3f3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:13.765772 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-cb66794b-a5b3-406a-95d2-029faf3f3142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829191 Jun 06 19:24:13.902038 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-8c7c38c5-99c4-4e19-95cd-94e91fd834dc service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294856 Jun 06 19:24:14.034111 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6e90570d-7fe9-4e21-8ccd-471f8cce7a70 req-31d00606-b90a-4dea-aa4e-0cc4c9c6e7af service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249661 Jun 06 19:24:14.258539 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-c7446d70-2e2c-424e-b056-7d350eeea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:14.260001 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-c7446d70-2e2c-424e-b056-7d350eeea7ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1097 time: 0.1732967 Jun 06 19:24:14.447388 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-b8cf7d65-641e-4c12-8dd4-ce09ba23842f tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985617800&fields=id&tenant_id=eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 267 time: 0.1421041 Jun 06 19:24:14.506076 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-ccf09447-d5d6-4dec-8705-47d789698d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:14.507484 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-ccf09447-d5d6-4dec-8705-47d789698d62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.2409706 Jun 06 19:24:14.635529 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-3d142e6f-90dd-46a4-bdc8-87a6b47d9eda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 217 time: 0.1142938 Jun 06 19:24:14.738042 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188166ef-9a68-4616-bee9-474af4ec0752 req-f0c03f11-03e2-4ac5-b433-2cd47417674b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:14.739567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-188166ef-9a68-4616-bee9-474af4ec0752 req-f0c03f11-03e2-4ac5-b433-2cd47417674b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 944 time: 0.3502841 Jun 06 19:24:14.757351 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-4eeb98f1-2362-4485-89a5-4eec554ddedf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:14.758824 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-4eeb98f1-2362-4485-89a5-4eec554ddedf tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 812 time: 0.2983055 Jun 06 19:24:14.771812 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-990f0dfd-47db-4569-88c1-238da7d8f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:14.773119 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-990f0dfd-47db-4569-88c1-238da7d8f2e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.1274760 Jun 06 19:24:14.829488 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-07875c63-7301-4838-b24a-813a2a544859 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/quotas/eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 375 time: 0.0522525 Jun 06 19:24:14.923661 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-188166ef-9a68-4616-bee9-474af4ec0752 req-74a0e48a-b220-463f-b7b8-d306994f5dd4 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763253 Jun 06 19:24:14.965745 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-38e2eec1-6428-4111-b7f3-6a54ffc5ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:14.967144 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-38e2eec1-6428-4111-b7f3-6a54ffc5ed8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1805425 Jun 06 19:24:14.978427 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-2737dfab-a916-4f63-9df4-4b98dc14aa84 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347466 Jun 06 19:24:15.219473 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-827d7425-8384-4c51-a187-ed9a3e552bd6 service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401030 Jun 06 19:24:15.221252 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-6baee869-bab6-4150-a010-6264912c6bb9 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246327 Jun 06 19:24:15.454718 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-c6693b58-9d26-48fe-8d3d-5bedd8f4950e service neutron] 10.222.0.43 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108855 Jun 06 19:24:15.456551 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e3506559-1cef-4e2a-8a39-18ff5d2d54a3 req-5aea8e14-426f-4152-9f14-914f717f21ee service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304106 Jun 06 19:24:15.866842 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a7b483af-5b36-4474-923e-c44d471072c6 req-00c33725-b10f-4388-af9c-5950f47a4c24 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 210 time: 0.0424428 Jun 06 19:24:16.113863 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bd029-69f6-4b25-8e25-11c5912e47a8 req-079fd172-b1c4-4d12-b8c4-a2e23bcbbac4 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:16.115617 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3e3bd029-69f6-4b25-8e25-11c5912e47a8 req-079fd172-b1c4-4d12-b8c4-a2e23bcbbac4 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 944 time: 0.0837598 Jun 06 19:24:16.162267 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-3e3bd029-69f6-4b25-8e25-11c5912e47a8 req-db732433-a508-4ce7-a157-4a052610c035 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Jun 06 19:24:17.045612 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-18d4eb73-28c1-4845-a634-bf3b368682d3 req-dc3361a7-7fb1-45d1-a91c-c977c32ffd48 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 210 time: 0.0534143 Jun 06 19:24:17.072537 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-6a894e8a-dad3-43dd-9ee4-c9e6e5b17bb2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:17.073964 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-6a894e8a-dad3-43dd-9ee4-c9e6e5b17bb2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 812 time: 0.3067024 Jun 06 19:24:17.122111 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-cab5aff2-f5c6-48cf-bd05-68c658e43f6f tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 380 time: 0.0397220 Jun 06 19:24:17.131350 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'port': {'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'admin_state_up': True, 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'security_groups': ['3726e2f0-3e41-4c8f-bcc3-02903af384aa']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:17.313422 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1662f865-ada4-4eee-bbf0-549a9ce9fd99 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:24:17.349311 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Made reservation on behalf of eee4dd0dd9084f7db015df56667359c6 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:24:17.352955 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:17.433013 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93009f-3382-4d0f-a162-202087527001 req-d2620128-ae7f-42b4-8e05-c0f7b4b53318 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:17.434525 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6d93009f-3382-4d0f-a162-202087527001 req-d2620128-ae7f-42b4-8e05-c0f7b4b53318 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 944 time: 0.1690242 Jun 06 19:24:17.453712 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:17.467284 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'port_id': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'mac_address': 'fa:16:3e:af:34:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:24:17.510220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6d93009f-3382-4d0f-a162-202087527001 req-0a96eb4a-7986-4835-98d1-b200c7dd5ddc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678549 Jun 06 19:24:17.523414 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:17.549418 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1662f865-ada4-4eee-bbf0-549a9ce9fd99 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:24:17.566252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:17.571356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:17.573209 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c76db4ff-813f-43ce-bd9c-a528dfa1fad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:17.589291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Allocated IP 172.20.0.13 (a0ded7e1-67fc-459e-904f-fbe5c6e8b584/4047308d-0b6a-4154-a257-536cb6d9f1f4/ff585f77-d5ed-422f-b221-0a7f3c0c4368) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:24:17.642261 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:17.645609 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:17.798320 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:17.814992 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Transition to ACTIVE for port object ff585f77-d5ed-422f-b221-0a7f3c0c4368 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:24:17.819618 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1662f865-ada4-4eee-bbf0-549a9ce9fd99'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:24:17.841846 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:17.850243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-db64f5be-d191-410a-95a9-8b20600d2f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:17.917382 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:24:17.920471 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:24:17.923336 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:24:17.970883 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=ff585f77-d5ed-422f-b221-0a7f3c0c4368,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:17.974493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:17.981518 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53518) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:18.003597 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:18.004233 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.026036 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8982131 Jun 06 19:24:18.038782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Request body: {'port': {'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:18.116472 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.162684 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-5249ecbe-ce23-4548-b16d-011122240c59 None None] Provisioning for port ff585f77-d5ed-422f-b221-0a7f3c0c4368 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:24:18.167399 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-5249ecbe-ce23-4548-b16d-011122240c59 None None] Provisioning complete for port ff585f77-d5ed-422f-b221-0a7f3c0c4368 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:24:18.167772 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5249ecbe-ce23-4548-b16d-011122240c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.218394 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-5249ecbe-ce23-4548-b16d-011122240c59 None None] Port ff585f77-d5ed-422f-b221-0a7f3c0c4368 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:24:18.242605 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.448699 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be766e68-7f5e-4b54-8d92-b47514643876 req-af97103e-0702-44cd-a15b-c350592202a1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:18.450585 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-be766e68-7f5e-4b54-8d92-b47514643876 req-af97103e-0702-44cd-a15b-c350592202a1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 932 time: 0.2802958 Jun 06 19:24:18.518843 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.530090 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.548632 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:18.579356 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-be766e68-7f5e-4b54-8d92-b47514643876 req-f7112751-39a2-4e19-87e5-224f894892e2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230316 Jun 06 19:24:18.680396 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc71d8-ae4c-4833-9351-dc660287f23f,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:18.694143 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0d3b5b5044949b8825dc9f32cabae4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115686 Jun 06 19:24:18.697081 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53526) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:18.701702 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:18.762308 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.788213 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.811682 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a62be-3e5d-445b-ae60-c67a43cfbd45 req-f8498244-60bf-4421-8951-25a9ba3076ef tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:18.813170 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7f2a62be-3e5d-445b-ae60-c67a43cfbd45 req-f8498244-60bf-4421-8951-25a9ba3076ef tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 945 time: 0.1783392 Jun 06 19:24:18.844620 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff585f77-d5ed-422f-b221-0a7f3c0c4368 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:24:18.844982 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.847392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.851131 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66bc71d8-ae4c-4833-9351-dc660287f23f HTTP/1.1" status: 204 len: 168 time: 0.1504672 Jun 06 19:24:18.851131 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cd33f4d9-2222-4d46-8f13-822b3c8d70b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:18.856179 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.858606 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc71d8-ae4c-4833-9351-dc660287f23f,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:18.867327 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.867709 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.868083 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.868512 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.868803 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.869165 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.869526 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.869896 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.870258 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.870838 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.870966 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.871309 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:18.874693 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9073f52a-57ab-4083-8532-594f5f5c96a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:18.887093 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Transition to ACTIVE for port object ff585f77-d5ed-422f-b221-0a7f3c0c4368 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:24:18.890571 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7f2a62be-3e5d-445b-ae60-c67a43cfbd45 req-4066b0d0-76a5-42d8-bb5c-9015c043e6a9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699480 Jun 06 19:24:18.895099 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:18.900178 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ccef45d1-6d81-4937-8927-8262e9093fb4 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:19.156276 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53532) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:19.162248 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Pushing event updated for resources: {'Port': ['ID=ff585f77-d5ed-422f-b221-0a7f3c0c4368,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:19.169542 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:19.173764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-34e6f93c-c3f0-499f-894e-a3241d5408be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.240819 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Attempting to bind port ff585f77-d5ed-422f-b221-0a7f3c0c4368 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:24:19.241168 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Attempting to bind port ff585f77-d5ed-422f-b221-0a7f3c0c4368 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:24:19.241512 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Attempting to bind port ff585f77-d5ed-422f-b221-0a7f3c0c4368 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:24:19.246805 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Port ff585f77-d5ed-422f-b221-0a7f3c0c4368 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:24:19.247448 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Attempting to bind port ff585f77-d5ed-422f-b221-0a7f3c0c4368 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:24:19.252268 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:24:19.252587 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Checking segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:24:19.252969 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Bound using segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:24:19.253494 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Bound port: ff585f77-d5ed-422f-b221-0a7f3c0c4368, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:24:19.253721 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.299396 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-34e6f93c-c3f0-499f-894e-a3241d5408be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.304440 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-34e6f93c-c3f0-499f-894e-a3241d5408be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.313392 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-587e8468-a310-455e-b4b2-a93102d41811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:19.321362 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1662f865-ada4-4eee-bbf0-549a9ce9fd99 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:24:19.350355 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] For port ff585f77-d5ed-422f-b221-0a7f3c0c4368, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:24:19.352824 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-34e6f93c-c3f0-499f-894e-a3241d5408be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ed2aa5045384091ad2d2f6b538553c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954298 Jun 06 19:24:19.355776 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53536) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:19.359240 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] For port ff585f77-d5ed-422f-b221-0a7f3c0c4368, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:24:19.362897 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f93c-c3f0-499f-894e-a3241d5408be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b8db5-c6d7-4005-97d3-4c16c200200a,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:19.366343 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-34e6f93c-c3f0-499f-894e-a3241d5408be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:19.372097 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.378584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-742014d1-a591-4726-a54a-6131eed795a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:19.397769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:24:19.402301 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:24:19.402675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.458258 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:19.458861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.460217 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] 10.222.0.16 "PUT /v2.0/ports/ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 1094 time: 1.4264657 Jun 06 19:24:19.462924 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:19.465562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:19.494564 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Pushing event updated for resources: {'Port': ['ID=ff585f77-d5ed-422f-b221-0a7f3c0c4368,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:19.501343 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:19.540323 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.544489 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.547953 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e318fbd-eebd-42b3-8fd6-1f32e3bce4e7 x-openstack-request-id: req-5e318fbd-eebd-42b3-8fd6-1f32e3bce4e7 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:19.548272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:19.548546 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e318fbd-eebd-42b3-8fd6-1f32e3bce4e7 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:19.548957 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'status': 'completed', 'code': 200} Jun 06 19:24:19.577879 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:19.580528 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea9a89-162e-4b70-98c1-ddd78aed0469" -d '{"events": [{"server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "name": "network-vif-plugged", "status": "completed", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:19.587131 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.588932 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:19.595378 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.598074 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c76db4ff-813f-43ce-bd9c-a528dfa1fad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:19.668944 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81e5df-314a-4967-aa43-461e0bb35fc8 x-openstack-request-id: req-0c81e5df-314a-4967-aa43-461e0bb35fc8 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:19.669237 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "name": "network-vif-plugged", "status": "completed", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:19.669491 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c81e5df-314a-4967-aa43-461e0bb35fc8 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:19.669924 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'code': 200} Jun 06 19:24:19.673218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.677366 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:19.682451 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc3b8db5-c6d7-4005-97d3-4c16c200200a HTTP/1.1" status: 204 len: 168 time: 0.3252995 Jun 06 19:24:19.684721 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-dced9449-7ce6-4c63-b092-b8e6f6903fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:19.687585 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-dced9449-7ce6-4c63-b092-b8e6f6903fd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1097 time: 0.1765645 Jun 06 19:24:19.689220 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6b8d0350-7c4e-4a16-a5c9-2a3fcc7078a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:19.693895 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:19.697056 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:19.767577 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b8db5-c6d7-4005-97d3-4c16c200200a,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:19.777250 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-778fb8a9-6a4f-4953-a888-75102b365232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:19.809782 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-62ef2cb8-7ed8-4f79-991d-8d25ae5eb00f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 217 time: 0.1092393 Jun 06 19:24:19.952269 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-612f0b15-f520-40ab-90fa-086573b25d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:19.953698 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-612f0b15-f520-40ab-90fa-086573b25d9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.1377268 Jun 06 19:24:20.071686 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5b03f-46a3-4f90-83d7-79e317f3db7a req-e32ad5a4-643e-4cda-9898-2204a548c022 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:20.073099 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40e5b03f-46a3-4f90-83d7-79e317f3db7a req-e32ad5a4-643e-4cda-9898-2204a548c022 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 944 time: 0.3127298 Jun 06 19:24:20.087869 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95c0d-52ba-480a-ab25-ef7e77a1943a req-ebc76628-c778-4fdc-82de-49d62a125013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:20.090072 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4cb95c0d-52ba-480a-ab25-ef7e77a1943a req-ebc76628-c778-4fdc-82de-49d62a125013 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1099 time: 0.2301199 Jun 06 19:24:20.179560 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-40e5b03f-46a3-4f90-83d7-79e317f3db7a req-7260a5e3-c2dc-4c9a-a3fd-c2760e3a6420 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981212 Jun 06 19:24:20.186035 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-3f3ec4c0-08d6-43b5-bdb3-9ade38216a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:20.187467 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-3f3ec4c0-08d6-43b5-bdb3-9ade38216a36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2260273 Jun 06 19:24:20.191757 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4cb95c0d-52ba-480a-ab25-ef7e77a1943a req-57285628-8041-49a5-a733-a217bed0c365 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804119 Jun 06 19:24:20.205861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6781bf-fec3-4691-8c06-bc7e09db343d req-7f7b2f77-81e0-4279-9918-b86fc05ca398 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:20.207249 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7a6781bf-fec3-4691-8c06-bc7e09db343d req-7f7b2f77-81e0-4279-9918-b86fc05ca398 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.1976624 Jun 06 19:24:20.296316 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7a6781bf-fec3-4691-8c06-bc7e09db343d req-ff2e7afa-3c81-476d-afef-12bced3acad1 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Jun 06 19:24:20.379843 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-c8cf599b-3b4e-413e-8812-8739fc3980d0 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451530 Jun 06 19:24:20.516814 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0bc68fa1-c3cb-468d-8701-077d5321f1aa req-93b6049c-b3c6-4ce2-a031-a90133755cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275909 Jun 06 19:24:20.639186 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-f0159c4b-35a2-41a3-b699-0a2d0bcc567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:20.640638 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-f0159c4b-35a2-41a3-b699-0a2d0bcc567e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1097 time: 0.0743320 Jun 06 19:24:20.878135 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-293573ff-7fcc-4b2b-99cc-fa0b629816fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:20.879552 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-293573ff-7fcc-4b2b-99cc-fa0b629816fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.2317336 Jun 06 19:24:20.964105 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-012371c7-b507-4488-84b6-21427ad19b6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 217 time: 0.0731590 Jun 06 19:24:21.029509 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-4b176332-55b4-4e1e-8d61-90290c5d6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:21.030997 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-4b176332-55b4-4e1e-8d61-90290c5d6016 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0594058 Jun 06 19:24:21.106478 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-bb19fe93-9200-4f78-aa05-7b729871b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:21.108006 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-bb19fe93-9200-4f78-aa05-7b729871b0db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701442 Jun 06 19:24:21.241133 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-fdbb29e3-2700-49ab-abf8-6045d3794e41 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256998 Jun 06 19:24:21.493321 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5bf81ed8-cd63-4d1c-8f90-b5cf555ceb46 req-34690567-c406-4043-9f4c-b82c205486bf service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445376 Jun 06 19:24:21.520803 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f277a4a-9894-401a-aec6-2b2b07bc8d1d req-e2894e5b-8ca9-4258-95f1-1ffa570d23e2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:21.522237 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5f277a4a-9894-401a-aec6-2b2b07bc8d1d req-e2894e5b-8ca9-4258-95f1-1ffa570d23e2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 944 time: 0.2287242 Jun 06 19:24:21.550738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001d938-684b-434d-b66c-d33a6616eb8f req-ffdc452e-833b-4ced-a182-a0064d25793b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:21.552123 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8001d938-684b-434d-b66c-d33a6616eb8f req-ffdc452e-833b-4ced-a182-a0064d25793b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.1363733 Jun 06 19:24:21.601732 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5f277a4a-9894-401a-aec6-2b2b07bc8d1d req-2c5c90f6-9b9d-4b0b-abe6-40af71d864b4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715113 Jun 06 19:24:21.615265 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8001d938-684b-434d-b66c-d33a6616eb8f req-e9f6634a-6f00-46e3-b2a7-f46198f4377a tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554037 Jun 06 19:24:21.814712 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5592892-a45a-48a0-8989-6b3e91550f7b req-eeb40d01-cbb3-4cc8-b29a-609198db7148 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:21.816153 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f5592892-a45a-48a0-8989-6b3e91550f7b req-eeb40d01-cbb3-4cc8-b29a-609198db7148 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.0929639 Jun 06 19:24:21.864991 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-f5592892-a45a-48a0-8989-6b3e91550f7b req-0bec9a98-897d-471c-80d5-866a4365f256 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Jun 06 19:24:22.281681 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8438ab-30bc-4ef2-9250-a8e4131ff47b req-17e76cbc-bcc2-49bd-92f8-666e91511941 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:22.283046 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ea8438ab-30bc-4ef2-9250-a8e4131ff47b req-17e76cbc-bcc2-49bd-92f8-666e91511941 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.0915413 Jun 06 19:24:22.328191 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ea8438ab-30bc-4ef2-9250-a8e4131ff47b req-b710b99a-323c-4255-8d08-0652ae3445d9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jun 06 19:24:22.761514 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:24:22.790668 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e077-c139-4861-8039-ffd4804725ad req-dc4311fd-38b2-428d-8fb0-35070a613769 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:22.792106 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5232e077-c139-4861-8039-ffd4804725ad req-dc4311fd-38b2-428d-8fb0-35070a613769 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 944 time: 0.0808446 Jun 06 19:24:22.840796 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5232e077-c139-4861-8039-ffd4804725ad req-d74aac16-fe21-4102-8867-932b83971d43 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Jun 06 19:24:24.027872 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427d529-b672-4b9f-be4d-b3081adfe8f6 req-87bf14ef-cb9b-4b10-a673-01c96f679d46 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:24.029329 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4427d529-b672-4b9f-be4d-b3081adfe8f6 req-87bf14ef-cb9b-4b10-a673-01c96f679d46 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 944 time: 0.0794818 Jun 06 19:24:24.074104 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4427d529-b672-4b9f-be4d-b3081adfe8f6 req-0bd20e0b-69f5-4ceb-bd1b-3335f8cedd1e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Jun 06 19:24:25.273959 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47162a0c-388e-473e-b7fc-503467238aa1 req-e34db614-74c0-446f-a8da-415064cb6ea5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:25.275497 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-47162a0c-388e-473e-b7fc-503467238aa1 req-e34db614-74c0-446f-a8da-415064cb6ea5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 944 time: 0.0917981 Jun 06 19:24:25.320432 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-47162a0c-388e-473e-b7fc-503467238aa1 req-2744554b-bee9-4df5-8fa3-15e1d1477305 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Jun 06 19:24:26.509193 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b5e86-a5ba-4f23-b393-27b9e5c9a742 req-e5b3108d-8f70-4de5-a602-853f38e7719c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:26.510655 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2b0b5e86-a5ba-4f23-b393-27b9e5c9a742 req-e5b3108d-8f70-4de5-a602-853f38e7719c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 944 time: 0.0819666 Jun 06 19:24:26.554522 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2b0b5e86-a5ba-4f23-b393-27b9e5c9a742 req-b31b08f8-040a-4b0f-b596-b170171bbc93 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 Jun 06 19:24:27.371679 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device ff585f77-d5ed-422f-b221-0a7f3c0c4368 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:24:27.512035 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port ff585f77-d5ed-422f-b221-0a7f3c0c4368, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:27.525396 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:24:27.585061 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:27.601559 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff585f77-d5ed-422f-b221-0a7f3c0c4368 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:24:27.617491 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port ff585f77-d5ed-422f-b221-0a7f3c0c4368, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:27.621639 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:27.623434 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:27.688044 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=ff585f77-d5ed-422f-b221-0a7f3c0c4368,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:27.691274 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:27.741412 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1093d4-0503-4ff3-b399-bca4c09d2ef9 req-77af37a8-05ef-474a-a730-061e0dfcf1c0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:27.743184 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d1093d4-0503-4ff3-b399-bca4c09d2ef9 req-77af37a8-05ef-474a-a730-061e0dfcf1c0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 945 time: 0.0847430 Jun 06 19:24:27.786854 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5d1093d4-0503-4ff3-b399-bca4c09d2ef9 req-0203cb87-55f0-4c61-8f34-36f4d8d64b98 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379088 Jun 06 19:24:27.844969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['ff585f77-d5ed-422f-b221-0a7f3c0c4368'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:24:28.988351 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14238915-d2bd-4297-95bf-de7de2976a49 req-c6578c11-1cc5-4111-bce9-e7260fc00ddd tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:28.989817 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14238915-d2bd-4297-95bf-de7de2976a49 req-c6578c11-1cc5-4111-bce9-e7260fc00ddd tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 945 time: 0.0982404 Jun 06 19:24:29.037663 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-14238915-d2bd-4297-95bf-de7de2976a49 req-ac054a0b-215d-46ad-81b0-5ae9ccd16755 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Jun 06 19:24:29.375094 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device ff585f77-d5ed-422f-b221-0a7f3c0c4368 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:24:29.478372 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port ff585f77-d5ed-422f-b221-0a7f3c0c4368 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:24:29.486135 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port ff585f77-d5ed-422f-b221-0a7f3c0c4368 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:24:29.486715 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:29.621071 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:29.651204 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:29.653552 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ccc60e-ec83-4e68-b9db-7d0eac696fa2" -d '{"events": [{"server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "name": "network-vif-plugged", "status": "completed", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:29.661634 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port ff585f77-d5ed-422f-b221-0a7f3c0c4368, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:29.668747 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:29.671789 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-855d5b0e-a1e0-4e43-b917-7b3c322d4eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:29.705039 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c70d0e-3c33-4676-86bf-418d687fe883 x-openstack-request-id: req-47c70d0e-3c33-4676-86bf-418d687fe883 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:29.705327 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "name": "network-vif-plugged", "status": "completed", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:29.705573 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47c70d0e-3c33-4676-86bf-418d687fe883 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:29.706033 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'code': 200} Jun 06 19:24:29.739643 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=ff585f77-d5ed-422f-b221-0a7f3c0c4368,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:29.747029 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.747371 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.747702 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.748031 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.748353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.748677 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.748996 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.749310 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.749638 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.749984 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.750300 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.750614 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:24:29.754291 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:29.979291 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451c974-fac2-4e7e-8fb4-2ea374e20896 req-68b3357c-30d0-4c7e-9f33-63a08e62c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:29.980732 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7451c974-fac2-4e7e-8fb4-2ea374e20896 req-68b3357c-30d0-4c7e-9f33-63a08e62c164 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1099 time: 0.0699348 Jun 06 19:24:30.023835 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7451c974-fac2-4e7e-8fb4-2ea374e20896 req-651d2e4e-e0a8-4f4f-b65b-16370b062744 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360942 Jun 06 19:24:30.223207 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35df17-b75d-41fd-bf41-05f4cbaaac26 req-b716ba0f-330a-4424-9e24-66f36add0f71 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:30.224618 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a35df17-b75d-41fd-bf41-05f4cbaaac26 req-b716ba0f-330a-4424-9e24-66f36add0f71 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 946 time: 0.0850842 Jun 06 19:24:30.248353 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:30.368110 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a35df17-b75d-41fd-bf41-05f4cbaaac26 req-65ec67fd-9c73-422a-823e-3643e3d30de4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359646 Jun 06 19:24:31.564034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659518f-f40c-4d63-9488-e0b5e3e674b1 req-83deab1d-4da4-43e7-bf7d-23c2732ee9e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:31.565446 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8659518f-f40c-4d63-9488-e0b5e3e674b1 req-83deab1d-4da4-43e7-bf7d-23c2732ee9e8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 946 time: 0.0908782 Jun 06 19:24:31.613128 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8659518f-f40c-4d63-9488-e0b5e3e674b1 req-374763a6-8b27-4ccd-80f5-b895b0618709 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Jun 06 19:24:31.800918 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa313b43-8b62-47c2-9715-d7bd484023bb req-cce455f2-7a8e-4672-8c6f-2f1b0351b66c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:31.802363 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa313b43-8b62-47c2-9715-d7bd484023bb req-cce455f2-7a8e-4672-8c6f-2f1b0351b66c tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 946 time: 0.0809729 Jun 06 19:24:31.847593 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fa313b43-8b62-47c2-9715-d7bd484023bb req-9c0e11bf-7c1b-4908-98af-ca6a66216c3d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Jun 06 19:24:31.870968 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53716) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:31.939643 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ced5b7-fb7d-41c5-9ca1-c91e640d92f0 tempest-TestVolumeBootPattern-745312300 tempest-TestVolumeBootPattern-745312300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:31.941125 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a6ced5b7-fb7d-41c5-9ca1-c91e640d92f0 tempest-TestVolumeBootPattern-745312300 tempest-TestVolumeBootPattern-745312300-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1094 time: 0.0690904 Jun 06 19:24:31.944102 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53718) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:31.948338 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:31.964352 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53720) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:31.972887 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.081400 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6337e42c-9b73-4f22-8558-15d7ee449eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.113763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.184894 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6337e42c-9b73-4f22-8558-15d7ee449eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.189381 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-6337e42c-9b73-4f22-8558-15d7ee449eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.197915 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-417c9a8c-99e8-478b-91af-f16403009c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:32.239258 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-6337e42c-9b73-4f22-8558-15d7ee449eb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60c33e4903084aefbb6d60aa29338b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737317 Jun 06 19:24:32.241794 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337e42c-9b73-4f22-8558-15d7ee449eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb575b58-696d-454a-bd5c-bbe43037ea9c,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:32.242465 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53724) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:32.245300 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-6337e42c-9b73-4f22-8558-15d7ee449eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:32.252648 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Allocated IP 172.27.1.152 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/4f83ca61-d473-48b9-80b3-1e87877e5a7b) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:24:32.398129 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.447451 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.484065 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.533092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.533092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.533092 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb575b58-696d-454a-bd5c-bbe43037ea9c HTTP/1.1" status: 204 len: 168 time: 0.2870522 Jun 06 19:24:32.534309 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-91aa8dda-6b5a-46b6-8c77-85100a19fb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:32.542642 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.551955 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb575b58-696d-454a-bd5c-bbe43037ea9c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:32.554446 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5d79b8ff-f576-47a2-bd0b-386c5c40718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:32.557772 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:32.624519 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:24:32.627872 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:24:32.631609 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:24:32.680115 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=4f83ca61-d473-48b9-80b3-1e87877e5a7b,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:32.688049 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:32.708634 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9848af8-6144-46e6-b69d-8bc1a862acab req-02114fb5-05fb-4093-9440-d329acaacb4c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:32.710113 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c9848af8-6144-46e6-b69d-8bc1a862acab req-02114fb5-05fb-4093-9440-d329acaacb4c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.0893953 Jun 06 19:24:32.755794 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c9848af8-6144-46e6-b69d-8bc1a862acab req-fe10939e-db1a-4490-9342-004cdbe0b04b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Jun 06 19:24:32.780016 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53738) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:32.837809 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53742) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:32.854770 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-be8ef4db-29b5-49d5-8669-f5182ad82404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.965109 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-be8ef4db-29b5-49d5-8669-f5182ad82404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.969966 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-be8ef4db-29b5-49d5-8669-f5182ad82404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:32.979018 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1cfc651c-7040-4fe1-a447-5757471c5258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:33.056324 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.057958 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-be8ef4db-29b5-49d5-8669-f5182ad82404 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30d20e5bb9b14831ba2a5c7713c4749c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190225 Jun 06 19:24:33.060490 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53744) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:33.063808 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ef4db-29b5-49d5-8669-f5182ad82404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7c71d-6c36-47e3-a097-928ab37f72b3,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:33.075998 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-be8ef4db-29b5-49d5-8669-f5182ad82404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:33.132646 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.147898 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157fd7d-8711-46e2-b0ad-15b423224035 tempest-TestMinimumBasicScenario-532578713 tempest-TestMinimumBasicScenario-532578713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:33.149378 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-a157fd7d-8711-46e2-b0ad-15b423224035 tempest-TestMinimumBasicScenario-532578713 tempest-TestMinimumBasicScenario-532578713-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1094 time: 0.3677201 Jun 06 19:24:33.150394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.152405 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53746) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:33.157671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'port_id': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:33.194669 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.215324 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for floatingip, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.330130 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.332469 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.333568 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bb7c71d-6c36-47e3-a097-928ab37f72b3 HTTP/1.1" status: 204 len: 168 time: 0.2707541 Jun 06 19:24:33.344348 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-78ef454e-76d4-456e-9899-977c900a6ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:33.358749 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7c71d-6c36-47e3-a097-928ab37f72b3,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:33.361115 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c71f8c9c-b23e-468b-8d3e-7906c42e4fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:33.407572 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.435358 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.440233 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.445180 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:33.555857 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Allocated IP 172.27.1.225 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/4a991730-bab2-45ba-8797-42c5d62574b6) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:24:33.562090 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=4f83ca61-d473-48b9-80b3-1e87877e5a7b,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:33.571764 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:33.579117 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.629063 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e4c2252c-bb32-4203-b65c-25334b73402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.707116 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.742841 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:33.747305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-017ff24a-6bc0-4ca4-9cc9-454b1af20575 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:33.760480 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Floating IP fe95fd9d-09ab-4f18-bb3a-c229a2534e35 associated. External IP: 172.27.1.152, port: ff585f77-d5ed-422f-b221-0a7f3c0c4368. Jun 06 19:24:33.811170 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:24:33.814438 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:24:33.818229 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:24:33.855654 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'Port': ['ID=4a991730-bab2-45ba-8797-42c5d62574b6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:33.859862 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:34.125850 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:24:34.241909 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:34.308471 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:24:34.320043 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:24:34.332678 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:24:34.333319 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:24:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:34.335302 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:34.402802 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4577506 Jun 06 19:24:34.403548 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:34.405969 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a67ea9-2955-4df5-b332-eaf113727ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:34.441170 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:34.466123 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83507874-4046-4a09-8cf6-e705b8d66c65 x-openstack-request-id: req-83507874-4046-4a09-8cf6-e705b8d66c65 {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:34.466454 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:34.466753 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83507874-4046-4a09-8cf6-e705b8d66c65 {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:34.467197 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'status': 'completed', 'code': 200} Jun 06 19:24:34.553658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:24:34.675678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-4ca46377-4e97-4a97-88bb-179344412b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:34.677153 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-4ca46377-4e97-4a97-88bb-179344412b20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1099 time: 0.1830013 Jun 06 19:24:34.816585 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:34.822767 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:34.836160 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-79603938-d656-4101-8ef9-cd59f89c5d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:34.897947 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-f016e1a4-7cdf-4e6a-ba7c-befa76faba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:34.899781 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-f016e1a4-7cdf-4e6a-ba7c-befa76faba99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.2115896 Jun 06 19:24:34.914513 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:32Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:34.918354 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:24:34.927075 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:24:34.927793 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:24:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:35.035507 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'Port': ['ID=4a991730-bab2-45ba-8797-42c5d62574b6,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:35.041450 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:35.049819 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:35.108191 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:24:35.127802 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-b6f815af-52d5-4f22-b12e-065319e912f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 1000 time: 0.1942575 Jun 06 19:24:35.290525 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-1a3d892f-2b73-42ec-8adf-d57b9a4ce1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:35.292038 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-1a3d892f-2b73-42ec-8adf-d57b9a4ce1d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.1528938 Jun 06 19:24:35.303812 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Floating IP a6e153ba-a2d6-492f-abd3-0666246b3da1 associated. External IP: 172.27.1.225, port: 1662f865-ada4-4eee-bbf0-549a9ce9fd99. Jun 06 19:24:35.532376 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:32Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:35.536465 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3637ee-6420-4ba3-a465-743595c781e7 None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:32Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:24:35.602289 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-6b33adcb-6552-4354-aebc-76ab2bafceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:35.603753 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-6b33adcb-6552-4354-aebc-76ab2bafceaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2242789 Jun 06 19:24:35.736503 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f40b0-1df4-4882-9b28-d28c5ac62b94 None None] New status for floating IP fe95fd9d-09ab-4f18-bb3a-c229a2534e35: ACTIVE {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:24:35.964238 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-20f5e2a5-dfc6-421c-8545-24995a30d530 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458550 Jun 06 19:24:35.968735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Router c245e436-3d91-4bc2-89bc-995c7138354e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:24:36.084621 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.253476 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72a67ea9-2955-4df5-b332-eaf113727ee8 req-6bdd45b9-ccef-460a-9336-e33477de6e4d service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783732 Jun 06 19:24:36.259309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:24:36.269157 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] Sync routers for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:24:36.280827 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:24:36.281467 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.281702 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:24:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:36.338925 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1829178 Jun 06 19:24:36.338925 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:36.339247 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53798) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:36.339714 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:36.344217 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489832240', 'description': 'tempest-secgroup-smoke-489832240 description', 'project_id': '4ed61d424a2046989f22f82f126efcdc'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:36.379413 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3228cf26-dc05-4c2e-8ad4-4a4ce0733d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.384457 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d7379c-35fc-4e5e-8828-75499c15484c x-openstack-request-id: req-00d7379c-35fc-4e5e-8828-75499c15484c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:36.384782 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:36.385077 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00d7379c-35fc-4e5e-8828-75499c15484c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:36.385510 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'status': 'completed', 'code': 200} Jun 06 19:24:36.401047 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.489145 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:24:36.490300 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-376fe1f1-fcb6-4712-871c-b4817da3b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:36.491907 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-376fe1f1-fcb6-4712-871c-b4817da3b13e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1099 time: 0.0847955 Jun 06 19:24:36.519688 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.525753 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.534834 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9ab8d5d8-e45c-45a7-93e9-260ad6ba5d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:36.570775 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.572164 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2319322 Jun 06 19:24:36.573363 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11745c9e-0108-4cf2-bd79-70bbc982be38,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:36.575441 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53808) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:36.580824 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group_rule': {'security_group_id': '11745c9e-0108-4cf2-bd79-70bbc982be38', 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:36.587978 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:36.624790 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.682067 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-1f426969-e61f-4cbf-aafb-e1074d81b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:36.684260 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-1f426969-e61f-4cbf-aafb-e1074d81b868 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.1847966 Jun 06 19:24:36.697425 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.703307 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.706045 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:36.733217 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff4d779-1db1-4a20-b562-78ed6f453949,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:36.736003 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:36.743992 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.748946 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693461 Jun 06 19:24:36.749042 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53814) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:36.754030 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group_rule': {'security_group_id': '11745c9e-0108-4cf2-bd79-70bbc982be38', 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:36.797164 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.822485 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-160b0abe-da01-496b-870a-f66079f4b8e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 1000 time: 0.1315255 Jun 06 19:24:36.860394 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.867603 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.870074 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-290f9eb6-1fd3-4242-a796-29b8280e0aa9 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:36.878185 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'a6e153ba-a2d6-492f-abd3-0666246b3da1', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'port_id': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'mac_address': 'fa:16:3e:af:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:34Z', 'updated_at': '2021-06-06T19:24:34Z', 'revision_number': 0, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:38Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:36.882445 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] Checking router: c245e436-3d91-4bc2-89bc-995c7138354e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:24:36.889440 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-378b1ae7-3447-4dad-8089-679d12d12a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:36.890963 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-378b1ae7-3447-4dad-8089-679d12d12a73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0617185 Jun 06 19:24:36.891971 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:24:36.892592 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:24:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:36.893359 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de15d3f3-dbc6-4c69-bf45-0e9db8ef6b76,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:36.897626 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:36.908223 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.909904 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c2c4928c-835d-4d64-aa3a-6f02abd4602f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598794 Jun 06 19:24:36.912521 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53816) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:36.917168 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group_rule': {'security_group_id': '11745c9e-0108-4cf2-bd79-70bbc982be38', 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:36.950739 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:36.975229 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-4fb90ea0-2a3c-499d-a2e5-094f481fd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:36.976829 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-4fb90ea0-2a3c-499d-a2e5-094f481fd672 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778871 Jun 06 19:24:37.020326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.025238 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.031547 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cb115cee-a822-41d1-a4af-7db8f869ac74 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:37.056158 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25338566-95f0-496e-ba1f-85ece5a96782,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:37.058470 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:37.066650 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.068747 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-43343467-7d10-458d-875c-ed336b85d580 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545582 Jun 06 19:24:37.070896 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53820) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:37.076614 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:24:37.077100 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group_rule': {'security_group_id': '11745c9e-0108-4cf2-bd79-70bbc982be38', 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:37.109801 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.119870 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-e1a850bf-0e75-403a-95d1-30797a1ab69f service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339645 Jun 06 19:24:37.183300 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.188249 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.190219 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:37.212814 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c718b6a1-67ab-4939-9e19-2b15058e230d,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:37.215874 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:37.220350 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.224187 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-e5cf747b-81a5-4854-b2a6-a7c88c21c209 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495256 Jun 06 19:24:37.224428 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53824) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:37.229364 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group_rule': {'security_group_id': '11745c9e-0108-4cf2-bd79-70bbc982be38', 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:37.252199 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.securitygroups_db [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Project 4ed61d424a2046989f22f82f126efcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:24:37.258490 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.259447 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0ff0ef6d-0284-408f-a46a-f99e12a9dee6 req-a540f49e-a67b-43bc-8b15-5f689183aa58 service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315029 Jun 06 19:24:37.323891 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.333083 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.335065 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:37.360359 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d9e10d-2fda-4f4d-8149-81036a5665d4,revision_number=0']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:37.362941 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:37.368431 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.369753 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-b1b8f898-64bd-48ea-a0c1-1cb47c6344f3 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443076 Jun 06 19:24:37.372616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53826) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:37.377933 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'security_group_rule': {'security_group_id': '11745c9e-0108-4cf2-bd79-70bbc982be38', 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:37.388954 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.403325 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.securitygroups_db [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Project 4ed61d424a2046989f22f82f126efcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 19:24:37.413643 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.454386 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'a6e153ba-a2d6-492f-abd3-0666246b3da1', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'port_id': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'mac_address': 'fa:16:3e:af:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:34Z', 'updated_at': '2021-06-06T19:24:34Z', 'revision_number': 0, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:38Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:24:37.458394 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df4fcf-2782-48d9-abac-a33989e2dd8f None None] The sync data for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi is: [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'a6e153ba-a2d6-492f-abd3-0666246b3da1', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'port_id': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'mac_address': 'fa:16:3e:af:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:34Z', 'updated_at': '2021-06-06T19:24:34Z', 'revision_number': 0, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:38Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:24:37.483649 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.490237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039717'] for security_group_rule, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.492739 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:37.515931 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ed339b-21cf-4f22-a4e9-c3df76bc3edb,revision_number=0']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:37.520218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:37.523272 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:37.524635 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-4421f578-4c09-43e4-820b-9a0830c668bc tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507936 Jun 06 19:24:37.664929 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a679d0-0fe2-403b-a9d1-5d39b9c48e64 None None] New status for floating IP a6e153ba-a2d6-492f-abd3-0666246b3da1: ACTIVE {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:24:37.835406 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-bf526b83-5ee8-4a44-813c-9cf4eba3c381 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489832240&fields=id&tenant_id=4ed61d424a2046989f22f82f126efcdc HTTP/1.1" status: 200 len: 267 time: 0.2231429 Jun 06 19:24:37.927262 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-163bf6a0-7f7e-42e8-b662-af9e1ef1d273 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:37.928776 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-163bf6a0-7f7e-42e8-b662-af9e1ef1d273 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.0880997 Jun 06 19:24:37.940691 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'port': {'security_groups': ['60b35913-ca61-4a10-ab3a-bc378254bb30', '11745c9e-0108-4cf2-bd79-70bbc982be38']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:24:38.059880 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.115429 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53840) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:38.340317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.428774 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:24:38.450246 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.454694 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.455262 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.459919 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.464070 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-2c079ca8-e1f7-4c64-84e0-cfe9685fbbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:38.465437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-8e792c89-4793-414f-a8b3-984696853072 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:38.472332 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1662f865-ada4-4eee-bbf0-549a9ce9fd99'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:24:38.504478 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b57cbc957f1143bd89027aecd3acd489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879197 Jun 06 19:24:38.506561 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d677e15-7793-4159-adda-1ccc92dc4f95,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:38.508390 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53844) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:38.524511 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:38.542856 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:38.543584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.551809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-62b1b4cb-2544-41f3-961f-9caf60c759a7 req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "PUT /v2.0/ports/1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 982 time: 0.6158149 Jun 06 19:24:38.552436 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:24:38.554988 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c8f19-8469-4a8c-8a28-dc042024718f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:24:38.584220 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.592732 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=6']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:38.604607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-607e6885-3fe3-4c84-be10-8e335953d718 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:38.622307 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea2b34-9743-4c4f-ad2f-0c0febe7242c x-openstack-request-id: req-13ea2b34-9743-4c4f-ad2f-0c0febe7242c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:24:38.622876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:24:38.623333 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13ea2b34-9743-4c4f-ad2f-0c0febe7242c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:24:38.623926 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'status': 'completed', 'code': 200} Jun 06 19:24:38.628027 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.632763 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1662f865-ada4-4eee-bbf0-549a9ce9fd99'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:24:38.700733 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.704779 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.707024 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d677e15-7793-4159-adda-1ccc92dc4f95 HTTP/1.1" status: 204 len: 168 time: 0.1959352 Jun 06 19:24:38.708331 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a0576696-efdb-4e3d-bd0b-997f3c2422fb tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:38.720043 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d677e15-7793-4159-adda-1ccc92dc4f95,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:38.722432 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-90e35695-a5f2-410d-a4cf-085485820e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:38.754369 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-84cafb5a-22f6-40af-b9fe-ff9f59860bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:38.755855 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-84cafb5a-22f6-40af-b9fe-ff9f59860bfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1138 time: 0.1067817 Jun 06 19:24:38.948307 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-ed35eaee-fbdc-412d-85d5-db69d4a26607 None None] Provisioning complete for port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:24:38.948671 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed35eaee-fbdc-412d-85d5-db69d4a26607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:38.962046 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-a0252ba1-2746-4732-b340-6840b2fe6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:38.963479 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-a0252ba1-2746-4732-b340-6840b2fe6e16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.1938121 Jun 06 19:24:38.983947 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.065021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641bb9-9b21-4118-b5af-5ef4a7cb7c37 req-ef68417a-032f-4205-86cb-37effd0ef373 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:39.069059 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53856) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:39.072154 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-92641bb9-9b21-4118-b5af-5ef4a7cb7c37 req-ef68417a-032f-4205-86cb-37effd0ef373 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.3753331 Jun 06 19:24:39.088000 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ed0468dd-7e58-4b7c-8002-8b8c6921b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.109261 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-0ee9dcf0-419a-4b76-a9e5-0f4cc0e41d8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 1002 time: 0.1377611 Jun 06 19:24:39.165581 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-92641bb9-9b21-4118-b5af-5ef4a7cb7c37 req-6164873d-f566-4f83-b8b5-14663e5464ba tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925694 Jun 06 19:24:39.184952 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-27ec00be-69e1-4d01-a670-b3bf0ce52e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:39.186398 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-27ec00be-69e1-4d01-a670-b3bf0ce52e14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0692353 Jun 06 19:24:39.211705 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ed0468dd-7e58-4b7c-8002-8b8c6921b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.217369 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ed0468dd-7e58-4b7c-8002-8b8c6921b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.227432 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-88d320e1-a6ca-4290-b389-2fad8e4b7b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:39.263596 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-95057b8e-caf8-4460-a0e1-9e1bbc038bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:24:39.265301 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-95057b8e-caf8-4460-a0e1-9e1bbc038bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723712 Jun 06 19:24:39.268589 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ed0468dd-7e58-4b7c-8002-8b8c6921b75d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a0d2c8b27a74fea9fcf4e8af31938dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983573 Jun 06 19:24:39.269646 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0468dd-7e58-4b7c-8002-8b8c6921b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee109744-39bc-4464-9f9c-15b15b22d146,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:39.271204 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53860) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:39.278784 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ed0468dd-7e58-4b7c-8002-8b8c6921b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:39.430625 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.456702 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-30b6a44c-f3da-49f4-989e-ed52b50fb02e service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828732 Jun 06 19:24:39.488773 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.618902 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e4c8f19-8469-4a8c-8a28-dc042024718f req-e684376c-7103-499c-833c-f35b133c53c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527207 Jun 06 19:24:39.627152 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.629562 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:39.633268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee109744-39bc-4464-9f9c-15b15b22d146 HTTP/1.1" status: 204 len: 168 time: 0.3607185 Jun 06 19:24:39.634262 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e97e8b1f-5cf3-45ab-9908-35e7a5c24e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:39.643758 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee109744-39bc-4464-9f9c-15b15b22d146,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:39.645992 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:49.203772 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 53990) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:49.331777 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ca993cdd-c09e-4251-84e7-d42a3462e012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.437873 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ca993cdd-c09e-4251-84e7-d42a3462e012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.443912 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-ca993cdd-c09e-4251-84e7-d42a3462e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.451979 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-42dd1f2b-0ffe-42a0-afe0-77e667fa3fac tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:49.494599 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-ca993cdd-c09e-4251-84e7-d42a3462e012 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7104a25533bc4d7296c9ae9db6e86f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897503 Jun 06 19:24:49.495539 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca993cdd-c09e-4251-84e7-d42a3462e012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b9448-88b2-4996-9e6a-e09769a284e6,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:49.497437 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 53994) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:49.498683 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ca993cdd-c09e-4251-84e7-d42a3462e012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:49.568858 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.595670 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.654113 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.658390 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:49.659519 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/019b9448-88b2-4996-9e6a-e09769a284e6 HTTP/1.1" status: 204 len: 168 time: 0.1610720 Jun 06 19:24:49.660289 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-72cd9688-1b0f-4250-a1c5-653a12f8e898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:49.669459 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b9448-88b2-4996-9e6a-e09769a284e6,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:49.671945 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:49.960463 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54000) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:49.977870 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.080558 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.085576 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.094028 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-e83e9537-1239-4cf4-9b0e-34b118610c82 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:50.131971 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb9c4560d8b64ddd80821a11e300716b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703939 Jun 06 19:24:50.133553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3c4d1-edf6-447b-b3b1-da88ec53b438,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:50.134957 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54002) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:50.139082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:50.193985 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.219873 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.272529 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.274980 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.278636 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cef3c4d1-edf6-447b-b3b1-da88ec53b438 HTTP/1.1" status: 204 len: 168 time: 0.1423514 Jun 06 19:24:50.279536 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-39fb83f6-9854-438f-92e4-2893a56442c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:50.289009 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3c4d1-edf6-447b-b3b1-da88ec53b438,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:50.291361 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-69b6dcef-45c2-480a-aac2-568711e9fe17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:50.644508 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54008) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:50.661299 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83a70717-39bc-416c-adbb-7ff63e455d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.762675 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83a70717-39bc-416c-adbb-7ff63e455d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.768431 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-83a70717-39bc-416c-adbb-7ff63e455d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.776098 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ab733b57-7604-4149-ae8e-2b1551c34d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:50.815978 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-83a70717-39bc-416c-adbb-7ff63e455d4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c191026b10b541788605b015970330bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704602 Jun 06 19:24:50.817504 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a70717-39bc-416c-adbb-7ff63e455d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06763e-b081-460e-8498-44ef4acb5732,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:50.818858 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54010) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:24:50.821596 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-83a70717-39bc-416c-adbb-7ff63e455d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:50.882952 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.907938 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.963669 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.966110 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:24:50.967217 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad06763e-b081-460e-8498-44ef4acb5732 HTTP/1.1" status: 204 len: 168 time: 0.1473823 Jun 06 19:24:50.967950 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1143fd81-b251-4839-8c3b-df237ce77e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:24:50.977193 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06763e-b081-460e-8498-44ef4acb5732,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:24:50.979601 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-91f3a798-7cf6-4f10-8a93-31c23126a7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:24:59.763311 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:25:00.265773 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:00.600476 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-fcd836a0-84a7-4e1a-b081-9b76042c65f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1806879 Jun 06 19:25:00.767381 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-b399e0c2-a47b-436d-aa23-0eb31fee71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:00.768753 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-b399e0c2-a47b-436d-aa23-0eb31fee71d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1138 time: 0.0745766 Jun 06 19:25:01.032165 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-28c6ebb2-be57-4aee-a7aa-4b93fff76944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:01.033511 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-28c6ebb2-be57-4aee-a7aa-4b93fff76944 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.2366865 Jun 06 19:25:01.141717 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-d8f95c1f-dd9f-41a0-aa01-c8bba81ff30a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 1002 time: 0.0976095 Jun 06 19:25:01.212685 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-2f116f76-37f1-4088-a29a-e45c282b642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:01.214145 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-2f116f76-37f1-4088-a29a-e45c282b642f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0624452 Jun 06 19:25:01.300089 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-37a477a5-e4b7-4acd-bc2c-bcb3709bdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:01.301499 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-37a477a5-e4b7-4acd-bc2c-bcb3709bdee3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781770 Jun 06 19:25:01.317005 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-55183480-8a52-495c-91d3-63844c58190b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:25:01.318015 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-55183480-8a52-495c-91d3-63844c58190b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052879 Jun 06 19:25:01.457146 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-e613e972-41ff-4653-b261-a3be69d1b120 service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282306 Jun 06 19:25:01.594903 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d368682c-3495-4f81-89f3-d583b28c6c8a req-dfeb3184-62bc-4e64-82a0-e8b094bfd04e service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293533 Jun 06 19:25:02.424919 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-6f5a3899-0296-457c-8ef7-43695525971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:02.426409 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-6f5a3899-0296-457c-8ef7-43695525971a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1138 time: 0.1341407 Jun 06 19:25:02.434831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8f129-cedb-43a4-9188-86af8d3c6a53 req-1007ee93-6b51-4cf2-a860-26ba5b434d79 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:02.436341 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5ae8f129-cedb-43a4-9188-86af8d3c6a53 req-1007ee93-6b51-4cf2-a860-26ba5b434d79 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.1097617 Jun 06 19:25:02.566220 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5ae8f129-cedb-43a4-9188-86af8d3c6a53 req-9cad158a-53cd-453c-a3d9-76251e9eaf74 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103048 Jun 06 19:25:02.615256 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-b4fc9fb7-0868-4f8d-9ef7-f703469b0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:02.616670 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-b4fc9fb7-0868-4f8d-9ef7-f703469b0e32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.1788113 Jun 06 19:25:02.718547 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-989c2cbe-b097-4238-9f6f-c6d94b5522c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 1002 time: 0.0917487 Jun 06 19:25:02.792743 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-3a8997f4-3725-4bdf-8803-1d48ed49af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:02.794177 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-3a8997f4-3725-4bdf-8803-1d48ed49af3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0606318 Jun 06 19:25:02.869776 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-0a5fe00b-538b-4c7d-8861-1ef6c121f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:02.871250 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-0a5fe00b-538b-4c7d-8861-1ef6c121f630 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698516 Jun 06 19:25:03.006353 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-b140a12e-7933-4e13-85d8-c0164a78a75b service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265929 Jun 06 19:25:03.153245 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-69c26d12-ee65-476d-a2c0-811cf84e76ba req-d8b42eba-19b6-4e8e-9e58-ebc2659b6d8e service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386750 Jun 06 19:25:03.635395 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-13167679-0683-412b-ab09-d914c30e3522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:03.787954 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95185-1567-4ce3-95c3-4fc89b7817ac req-863ed85d-a8ad-40d5-ab69-e7c05d33ad4b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:03.789535 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90a95185-1567-4ce3-95c3-4fc89b7817ac req-863ed85d-a8ad-40d5-ab69-e7c05d33ad4b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0878379 Jun 06 19:25:03.834684 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-90a95185-1567-4ce3-95c3-4fc89b7817ac req-ffb6c98a-f985-4950-aca3-e4b25fe48e6a tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392413 Jun 06 19:25:05.035752 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fb0f-468e-465c-a47b-0e7e1c7753e3 req-40b99556-e4ea-4799-913b-e0a8d00e1bac tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:05.037159 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bdf3fb0f-468e-465c-a47b-0e7e1c7753e3 req-40b99556-e4ea-4799-913b-e0a8d00e1bac tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0858192 Jun 06 19:25:05.085322 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bdf3fb0f-468e-465c-a47b-0e7e1c7753e3 req-6b854f85-a947-4eac-bbea-545c0916c770 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412095 Jun 06 19:25:06.102091 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:06.281135 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2193-63dc-4d51-a1fe-5f7ada730739 req-97d45a25-6362-4fc0-b77d-6462239dbba6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:06.282662 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-809c2193-63dc-4d51-a1fe-5f7ada730739 req-97d45a25-6362-4fc0-b77d-6462239dbba6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0928798 Jun 06 19:25:06.330381 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-809c2193-63dc-4d51-a1fe-5f7ada730739 req-5be153bb-a477-4574-8cc7-f42a4b053242 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415802 Jun 06 19:25:06.332863 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-928471ff-854f-4963-9ac0-1187d43bde8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:07.373213 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:07.516972 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8e6b7-7dab-4f63-8522-8ceb626d1f75 req-4c42ac79-2c97-4d80-b358-f6eaef2f4148 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:07.518409 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-76c8e6b7-7dab-4f63-8522-8ceb626d1f75 req-4c42ac79-2c97-4d80-b358-f6eaef2f4148 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0827596 Jun 06 19:25:07.568222 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-76c8e6b7-7dab-4f63-8522-8ceb626d1f75 req-dc8a1c3b-3aeb-4bb2-8961-0b46c3621a8e tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440023 Jun 06 19:25:08.855933 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109297fd-4202-481c-92a9-ccd2d97caa93 req-b3f35c30-4165-4b64-8649-96263a70edee tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:08.857391 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-109297fd-4202-481c-92a9-ccd2d97caa93 req-b3f35c30-4165-4b64-8649-96263a70edee tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.1694393 Jun 06 19:25:08.888033 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:08.904475 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-109297fd-4202-481c-92a9-ccd2d97caa93 req-18f05002-e8cc-406e-8062-ea7ecb2c84d5 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412650 Jun 06 19:25:10.106076 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cef012-6103-4de4-b1f0-008d3e2bc684 req-e3ea0590-b547-44b2-8b15-d04cc13ca2be tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:10.107603 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60cef012-6103-4de4-b1f0-008d3e2bc684 req-e3ea0590-b547-44b2-8b15-d04cc13ca2be tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0855598 Jun 06 19:25:10.153365 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-60cef012-6103-4de4-b1f0-008d3e2bc684 req-dba2589c-2835-4d4f-9879-d016269c1ee7 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401227 Jun 06 19:25:11.346381 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a46174-abff-44bc-8870-288be0926861 req-321620e5-dc14-4bcc-9b7b-f3005812d3a5 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:11.347812 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e6a46174-abff-44bc-8870-288be0926861 req-321620e5-dc14-4bcc-9b7b-f3005812d3a5 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0802922 Jun 06 19:25:11.398017 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e6a46174-abff-44bc-8870-288be0926861 req-7ad7053b-b9f5-48cc-8c12-059557055c4f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442019 Jun 06 19:25:12.587516 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54d22-9d3f-4616-af6d-8fb5c4c46bb5 req-7de4d480-fdfb-4aea-8a85-c525fc854147 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:12.589005 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33d54d22-9d3f-4616-af6d-8fb5c4c46bb5 req-7de4d480-fdfb-4aea-8a85-c525fc854147 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0803931 Jun 06 19:25:12.635997 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-33d54d22-9d3f-4616-af6d-8fb5c4c46bb5 req-1a2bb8fb-063e-46cd-9f8e-e11e4e59d024 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409846 Jun 06 19:25:13.849008 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba666a32-ac1d-4569-9d96-57b89e0e1b4e req-fb24685d-b800-4dac-9bf4-5c5d58a4dc53 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:13.850447 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ba666a32-ac1d-4569-9d96-57b89e0e1b4e req-fb24685d-b800-4dac-9bf4-5c5d58a4dc53 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.1018026 Jun 06 19:25:13.897243 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ba666a32-ac1d-4569-9d96-57b89e0e1b4e req-6dd47677-ebc8-4f4e-9a29-26a4b05c3fdf tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410345 Jun 06 19:25:15.239289 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0dab1-ac28-412d-9617-f76b56f29987 req-bd1d1ec8-2a1e-4cd4-847f-eb931186df78 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:15.240588 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-61a0dab1-ac28-412d-9617-f76b56f29987 req-bd1d1ec8-2a1e-4cd4-847f-eb931186df78 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0805490 Jun 06 19:25:15.287453 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-61a0dab1-ac28-412d-9617-f76b56f29987 req-a7951cc0-d6d8-4acf-ae6b-74bbf2c8905f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404921 Jun 06 19:25:16.502923 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf80538-4981-4f53-8a2f-1bee185de9d2 req-f2ae54d3-7450-4138-9fcd-92f98609730f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:16.504370 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-abf80538-4981-4f53-8a2f-1bee185de9d2 req-f2ae54d3-7450-4138-9fcd-92f98609730f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0931115 Jun 06 19:25:16.552146 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-abf80538-4981-4f53-8a2f-1bee185de9d2 req-154c3c7b-a473-429a-8206-5f2fa3302bff tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420814 Jun 06 19:25:17.733064 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc4d6b-da9d-408b-a659-a27af9690bc2 req-a86e16db-4112-4e30-a566-9888a729c5f6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:17.734571 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ebbc4d6b-da9d-408b-a659-a27af9690bc2 req-a86e16db-4112-4e30-a566-9888a729c5f6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0799675 Jun 06 19:25:17.783093 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ebbc4d6b-da9d-408b-a659-a27af9690bc2 req-b9fcf5f3-f678-4118-9221-925b6fd7128d tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426524 Jun 06 19:25:18.979393 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ebe1b-0fca-48bf-a005-ed1e9997c3de req-9630c527-aca5-44f1-9b7e-89cb33416c4f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:18.980789 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a6ebe1b-0fca-48bf-a005-ed1e9997c3de req-9630c527-aca5-44f1-9b7e-89cb33416c4f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0828626 Jun 06 19:25:19.030619 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-4a6ebe1b-0fca-48bf-a005-ed1e9997c3de req-f7580276-5247-4c4b-84a2-116c311ff430 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435367 Jun 06 19:25:20.226621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee7a34-8753-4000-a239-9eaf45d724ba req-38c78b22-970b-4ef2-94bf-d40ddd8788ef tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:20.228276 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70ee7a34-8753-4000-a239-9eaf45d724ba req-38c78b22-970b-4ef2-94bf-d40ddd8788ef tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0915418 Jun 06 19:25:20.282809 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-70ee7a34-8753-4000-a239-9eaf45d724ba req-3bf10261-b63d-4514-804c-2959e9a94566 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=11745c9e-0108-4cf2-bd79-70bbc982be38&id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459411 Jun 06 19:25:24.032405 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54242) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:24.162972 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.263076 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.269352 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.276985 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-92817e98-4f26-48fe-bfe3-fa7aa3ecc10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:24.319055 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d45d7a1e85904252ab23b93a287617b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855616 Jun 06 19:25:24.319897 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a90fcf-f7a5-4f7f-8a4f-777368f4064d,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:24.321766 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54248) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:24.338082 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.338465 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.338820 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.339185 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.339544 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.339903 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.340259 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.340612 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.340968 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.341425 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.341774 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.342167 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:24.347580 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a8efe034-b69f-457b-a557-b9259156d4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:24.390763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.417993 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.471652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.474351 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:24.475466 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0a90fcf-f7a5-4f7f-8a4f-777368f4064d HTTP/1.1" status: 204 len: 168 time: 0.1528349 Jun 06 19:25:24.476204 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-66d47a96-cf2d-44c4-b38b-4c4a7daceb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:24.485783 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a90fcf-f7a5-4f7f-8a4f-777368f4064d,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:24.488750 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-9d09721d-b699-47b6-9316-9f8bcdc9505d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:30.281398 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:33.626427 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-857216f7-2a23-45ea-9c9d-fa6f2f161d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.099025 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.342177 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4f23cd8a-889e-496a-997d-2c4e12770535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:36.767756 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:25:37.378277 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:38.900561 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:53.604538 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-61830b45-053f-408a-9950-e25107fc31c6 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489832240&fields=id&tenant_id=4ed61d424a2046989f22f82f126efcdc HTTP/1.1" status: 200 len: 267 time: 0.0493979 Jun 06 19:25:53.689458 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-fa5fa500-087f-4701-8c8a-94b3765c45ec tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:53.690886 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-fa5fa500-087f-4701-8c8a-94b3765c45ec tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 985 time: 0.0812075 Jun 06 19:25:53.704006 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Request body: {'port': {'security_groups': ['60b35913-ca61-4a10-ab3a-bc378254bb30']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:25:53.830175 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.089238 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:25:54.119191 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.127078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.132576 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-306c5c4c-fba4-48c0-8ff0-98bc7352f5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:54.139801 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1662f865-ada4-4eee-bbf0-549a9ce9fd99'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:25:54.193864 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:54.194464 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.195868 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8bec6d80-4443-49b2-abc2-a93487e3dd07 req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "PUT /v2.0/ports/1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 943 time: 0.4962597 Jun 06 19:25:54.196380 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:25:54.198728 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a5243-f043-4915-affb-b0747ffc4362" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:25:54.202395 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54262) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:54.221551 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event updated for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=7']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:54.230484 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.230931 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.231354 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.231791 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.232209 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.232624 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.233026 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.233473 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.234042 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.234450 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.234970 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.235378 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:25:54.240223 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:54.287390 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.320614 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.322361 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['1662f865-ada4-4eee-bbf0-549a9ce9fd99'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:25:54.408538 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.411092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.412711 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "DELETE /v2.0/security-groups/11745c9e-0108-4cf2-bd79-70bbc982be38 HTTP/1.1" status: 204 len: 168 time: 0.2089684 Jun 06 19:25:54.413708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f1ebc289-dabb-4b70-8005-586fb0b649bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:54.415289 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54266) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:25:54.425426 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11745c9e-0108-4cf2-bd79-70bbc982be38,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:54.427999 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6c77e50d-d4b2-4d3a-affb-9881997dfa50 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:54.489287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5638e91-b77e-4fcd-8bca-072ee24f004c x-openstack-request-id: req-c5638e91-b77e-4fcd-8bca-072ee24f004c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:25:54.489287 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:25:54.489584 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5638e91-b77e-4fcd-8bca-072ee24f004c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:25:54.489969 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'status': 'completed', 'code': 200} Jun 06 19:25:54.531228 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d426ddaf-da17-4213-b1b7-a022fdd2c8b8 None None] Provisioning complete for port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:25:54.531593 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d426ddaf-da17-4213-b1b7-a022fdd2c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:54.839948 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5243-f043-4915-affb-b0747ffc4362 req-8755ff4d-ccbf-432d-9f79-b7e4c1fbe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:54.841287 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-8755ff4d-ccbf-432d-9f79-b7e4c1fbe8b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1099 time: 0.3315446 Jun 06 19:25:54.949340 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Deleting port 4a991730-bab2-45ba-8797-42c5d62574b6 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:25:54.949627 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.080288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5243-f043-4915-affb-b0747ffc4362 req-371ec425-afc8-4b6c-9000-f216be4d6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:55.081718 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-371ec425-afc8-4b6c-9000-f216be4d6d9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.2339118 Jun 06 19:25:55.192469 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.192755 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.259806 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-4d26b8e0-0fdd-4913-aa0d-b190a8ecff2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 1002 time: 0.1711004 Jun 06 19:25:55.354245 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Calling delete_port for 4a991730-bab2-45ba-8797-42c5d62574b6 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:25:55.402306 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5243-f043-4915-affb-b0747ffc4362 req-a450f7b7-d1ad-44b9-9833-f5f3e424f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:55.403710 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-a450f7b7-d1ad-44b9-9833-f5f3e424f4ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0904839 Jun 06 19:25:55.499471 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5243-f043-4915-affb-b0747ffc4362 req-7702007c-2464-42b7-b2c1-82a8cf936e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:55.500840 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-7702007c-2464-42b7-b2c1-82a8cf936e21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899696 Jun 06 19:25:55.641815 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.659091 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-699a1eb9-615c-412a-9d8c-8337ac981023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:25:55.740280 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event deleted for resources: {'Port': ['ID=4a991730-bab2-45ba-8797-42c5d62574b6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:25:55.749295 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:25:55.785962 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-23cc723e-83e6-4a2d-a09a-09697d743c9d service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567985 Jun 06 19:25:55.841196 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:55.841969 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Floating IP a6e153ba-a2d6-492f-abd3-0666246b3da1 disassociated (deleted). External IP: 172.27.1.225, port: 1662f865-ada4-4eee-bbf0-549a9ce9fd99. Jun 06 19:25:56.175137 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-616a5243-f043-4915-affb-b0747ffc4362 req-3cd7ebbc-9f17-41fa-8495-f644dcf18c1f service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773873 Jun 06 19:25:56.377773 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Router c245e436-3d91-4bc2-89bc-995c7138354e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:25:56.556892 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:25:56.561781 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:25:56.566458 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] Sync routers for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:25:56.576362 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:56.576972 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:25:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:56.620756 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "DELETE /v2.0/floatingips/a6e153ba-a2d6-492f-abd3-0666246b3da1 HTTP/1.1" status: 204 len: 168 time: 2.2014189 Jun 06 19:25:56.620756 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:25:56.621210 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:25:56.662885 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57b384c-a1fa-405d-bd4d-f0a2e160ef3c x-openstack-request-id: req-a57b384c-a1fa-405d-bd4d-f0a2e160ef3c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:25:56.663368 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:25:56.663730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a57b384c-a1fa-405d-bd4d-f0a2e160ef3c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:25:56.664243 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'status': 'completed', 'code': 200} Jun 06 19:25:56.755692 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-d3fe70ed-23d3-4abc-b52b-94fa3c7cc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:56.757196 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-d3fe70ed-23d3-4abc-b52b-94fa3c7cc229 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed61d424a2046989f22f82f126efcdc&device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 1099 time: 0.0717478 Jun 06 19:25:56.757325 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:56.890657 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-26e1dd66-0ec1-4d96-8b47-3c5cb03e4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:56.892188 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-26e1dd66-0ec1-4d96-8b47-3c5cb03e4e1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 200 len: 914 time: 0.1270509 Jun 06 19:25:56.972083 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-8cbee2af-b5cd-40fb-96a7-fbf0143dcf3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 200 len: 217 time: 0.0727758 Jun 06 19:25:57.043021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-9739c63d-29ce-445b-8cf2-7be1b6114815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:57.044469 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-9739c63d-29ce-445b-8cf2-7be1b6114815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 200 len: 852 time: 0.0642037 Jun 06 19:25:57.123147 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-8c53e445-90eb-4421-a85c-e4f278423fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:57.123653 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:38Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:57.124555 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-8c53e445-90eb-4421-a85c-e4f278423fc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735531 Jun 06 19:25:57.127567 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] Checking router: c245e436-3d91-4bc2-89bc-995c7138354e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:25:57.135719 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:25:57.136298 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:25:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:57.253872 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-607a035d-3a90-44a4-ba0a-dda1f1049a15 service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220407 Jun 06 19:25:57.307045 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:25:57.385386 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a31b91ff-5aab-45bb-9aba-e0a0ea48f8f2 req-87ee8110-7e6f-40a8-89bf-9d07434d33a0 service neutron] 10.222.0.16 "GET /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236854 Jun 06 19:25:57.622574 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:38Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:25:57.627156 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e389d-b70b-41c8-b3b7-21c56d27c061 None None] The sync data for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi is: [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:33Z', 'revision_number': 4, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': 'e2829ae3-caf8-45dd-86bb-3595024eeb01', 'name': '', 'network_id': '5ed2f9fd-6dd6-4976-88b5-745f73fb60a6', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'mac_address': 'fa:16:3e:b0:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:31Z', 'updated_at': '2021-06-06T19:23:38Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'subnets': [{'id': '4d4060a5-e275-4d2e-b550-04bf41dab4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:25:57.833040 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cd6bf-826d-44e3-b059-c0db06fd82f3 None None] New status for floating IP a6e153ba-a2d6-492f-abd3-0666246b3da1: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:25:59.933576 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc16326-0c24-4de3-917b-49dbc5e6c829 req-24290f01-3d7e-4f45-a4a3-209772211e93 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:25:59.935033 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8dc16326-0c24-4de3-917b-49dbc5e6c829 req-24290f01-3d7e-4f45-a4a3-209772211e93 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.0901949 Jun 06 19:25:59.978563 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8dc16326-0c24-4de3-917b-49dbc5e6c829 req-9796efb0-fc2d-4619-b1b1-49e811ced24f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376549 Jun 06 19:26:00.273034 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:00.570308 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-629d0381-ca4f-4d5b-b8f8-617c674a1283 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769320 Jun 06 19:26:00.666594 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-0a65e03a-1120-4129-af47-3a65f048d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:00.668033 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-0a65e03a-1120-4129-af47-3a65f048d3b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1099 time: 0.0733142 Jun 06 19:26:00.923985 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-ec6d5b80-40ab-4e77-8555-17a315a94966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:00.925428 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-ec6d5b80-40ab-4e77-8555-17a315a94966 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.2328229 Jun 06 19:26:01.033427 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-972e47e3-7cc7-4f49-b685-992bf1e5bfc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 1002 time: 0.0975804 Jun 06 19:26:01.135203 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-8813f280-e927-40d2-8761-79ccafd1fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:01.136580 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-8813f280-e927-40d2-8761-79ccafd1fa50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0957499 Jun 06 19:26:01.224285 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1701-6604-4904-ba60-c57262e9b74d req-16287bac-af92-4260-88dd-f487f7230cd4 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:01.225603 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0e6c1701-6604-4904-ba60-c57262e9b74d req-16287bac-af92-4260-88dd-f487f7230cd4 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.1367683 Jun 06 19:26:01.257690 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-f0325c8d-e478-4aba-bd36-b2c2ca036384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:01.259083 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-f0325c8d-e478-4aba-bd36-b2c2ca036384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1125624 Jun 06 19:26:01.299886 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0e6c1701-6604-4904-ba60-c57262e9b74d req-1b9daea3-3d65-4238-8b71-87aaa51e4130 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/security-groups?id=60b35913-ca61-4a10-ab3a-bc378254bb30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676033 Jun 06 19:26:01.400028 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-d308b21a-adcf-42b1-887e-5e5e179b0b3d service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312530 Jun 06 19:26:01.532366 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c73836d4-25b0-4e1e-a6d3-84c3c0e58467 req-cdc11e55-352b-4bdb-b918-9925e95d216c service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230900 Jun 06 19:26:01.672078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-a5e4879c-0da1-43ac-91a8-7de80eb268c2 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:01.673515 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-a5e4879c-0da1-43ac-91a8-7de80eb268c2 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 946 time: 0.0845947 Jun 06 19:26:01.808427 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Deleting port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:01.808674 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:01.937586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] For port 1662f865-ada4-4eee-bbf0-549a9ce9fd99, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=1662f865-ada4-4eee-bbf0-549a9ce9fd99,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:01.937957 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.055300 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Calling delete_port for 1662f865-ada4-4eee-bbf0-549a9ce9fd99 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:02.176304 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.185879 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e329df1b-e4e4-440e-a3ad-3e94213fa44b tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:02.232515 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Pushing event deleted for resources: {'Port': ['ID=1662f865-ada4-4eee-bbf0-549a9ce9fd99,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:02.235170 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:02.309034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] No DVR routers for this DVR port 1662f865-ada4-4eee-bbf0-549a9ce9fd99 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:26:02.311675 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:02.313595 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-0a90aa4b-e026-4264-9b43-eea5bfa6ce74 req-1507e82a-b59c-4b18-a94a-59df4f5b316f tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.16 "DELETE /v2.0/ports/1662f865-ada4-4eee-bbf0-549a9ce9fd99 HTTP/1.1" status: 204 len: 173 time: 0.6342282 Jun 06 19:26:02.314125 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'name': 'network-vif-deleted', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:02.316590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22637242-b7e1-40e1-a1a8-e29b23f3f6b7" -d '{"events": [{"server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "name": "network-vif-deleted", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:02.372783 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ce55f-717c-468f-b34c-c06a2e125070 x-openstack-request-id: req-5f6ce55f-717c-468f-b34c-c06a2e125070 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:02.373094 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d8738c-a39b-4491-a596-f01d7568a771", "name": "network-vif-deleted", "tag": "1662f865-ada4-4eee-bbf0-549a9ce9fd99", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:02.373367 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f6ce55f-717c-468f-b34c-c06a2e125070 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:02.373775 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d8738c-a39b-4491-a596-f01d7568a771', 'name': 'network-vif-deleted', 'tag': '1662f865-ada4-4eee-bbf0-549a9ce9fd99', 'status': 'completed', 'code': 200} Jun 06 19:26:02.458811 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-cccc064b-e1f0-4669-b2d4-a0fa5d15993c req-e250ddb9-425e-4f55-8192-6515e544ca9e tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0d8738c-a39b-4491-a596-f01d7568a771 HTTP/1.1" status: 200 len: 210 time: 0.0426302 Jun 06 19:26:03.621629 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4bd33081-a6c2-44ec-a64b-5cf7d3a159e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:03.999605 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1662f865-ada4-4eee-bbf0-549a9ce9fd99 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:04.033610 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 1662f865-ada4-4eee-bbf0-549a9ce9fd99 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:04.033994 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 1662f865-ada4-4eee-bbf0-549a9ce9fd99 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:04.270016 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54348) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:04.802210 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.307513 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Deleting port e2829ae3-caf8-45dd-86bb-3595024eeb01 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:05.308244 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.428557 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] For port e2829ae3-caf8-45dd-86bb-3595024eeb01, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=e2829ae3-caf8-45dd-86bb-3595024eeb01,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:05.428950 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.556856 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Calling delete_port for e2829ae3-caf8-45dd-86bb-3595024eeb01 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:05.849717 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:05.853317 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6093c65a-2e23-4ca1-bbe7-3e0f656ac1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:05.896243 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2829ae3-caf8-45dd-86bb-3595024eeb01,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:05.899375 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:06.083490 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.158773 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.337586 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a336-37a9-4780-aff1-1364ff660453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:06.620760 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Router c245e436-3d91-4bc2-89bc-995c7138354e has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:06.794571 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:06.799681 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] 10.222.0.43 "PUT /v2.0/routers/c245e436-3d91-4bc2-89bc-995c7138354e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283446 Jun 06 19:26:06.802133 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54350) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:06.804728 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] Sync routers for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:06.814372 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:06.814964 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:26:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:06.994501 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:07.083400 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.250337 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.269961 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:26:05Z', 'revision_number': 5, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port': {'id': 'b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:95:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:07.273675 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] Checking router: c245e436-3d91-4bc2-89bc-995c7138354e for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:07.281777 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] Routers {'c245e436-3d91-4bc2-89bc-995c7138354e'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:07.282389 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:26:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['c245e436-3d91-4bc2-89bc-995c7138354e'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:07.328183 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Deleting port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:07.328529 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.451968 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] For port b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:07.452285 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.466657 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.478248 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] Set router c245e436-3d91-4bc2-89bc-995c7138354e gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:07.570671 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Calling delete_port for b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:07.581644 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:26:07Z', 'revision_number': 6, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:07.585685 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06faa1-4319-4cd4-b2c4-a03a6089e4d4 None None] The sync data for ids ['c245e436-3d91-4bc2-89bc-995c7138354e'] in dv-cinder-794962-3-iscsi is: [{'id': 'c245e436-3d91-4bc2-89bc-995c7138354e', 'name': 'tempest-TestMinimumBasicScenario-21422558-router', 'tenant_id': '4ed61d424a2046989f22f82f126efcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:28Z', 'updated_at': '2021-06-06T19:26:07Z', 'revision_number': 6, 'project_id': '4ed61d424a2046989f22f82f126efcdc', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:07.705128 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:07.708523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b593fc9f-0f87-4da3-afda-cff92a58b747 tempest-AttachVolumeTestJSON-2072309572 tempest-AttachVolumeTestJSON-2072309572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:07.750290 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:07.753346 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:07.840441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.010882 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.013111 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.039698 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.040323 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c245e436-3d91-4bc2-89bc-995c7138354e {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:26:08.044460 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.045541 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-e9beaa39-aef2-46f7-821c-c50526d3f4a1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c245e436-3d91-4bc2-89bc-995c7138354e HTTP/1.1" status: 204 len: 168 time: 1.2424121 Jun 06 19:26:08.048023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54352) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:08.106513 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Deleting subnet 4d4060a5-e275-4d2e-b550-04bf41dab4dd {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:26:08.109597 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.159733 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.240879 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.309586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.314606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1118dcc9-2b00-4d77-85fa-0ad72b33991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:08.342469 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e2829ae3-caf8-45dd-86bb-3595024eeb01 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:08.355375 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4060a5-e275-4d2e-b550-04bf41dab4dd,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:08.359052 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:08.361296 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.363158 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-185afea5-2269-4d55-bdb4-65d62b55b806 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d4060a5-e275-4d2e-b550-04bf41dab4dd HTTP/1.1" status: 204 len: 168 time: 0.3141022 Jun 06 19:26:08.365577 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54354) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:08.371410 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9656b-bd58-4c73-b55a-076bcb802a53 None None] Network 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:26:08.396015 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: e2829ae3-caf8-45dd-86bb-3595024eeb01 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:08.396343 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device e2829ae3-caf8-45dd-86bb-3595024eeb01 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:08.581882 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.654717 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Deleting port a6434877-54f2-4c2f-aae6-b75fde375a88 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:08.655061 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.686380 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] DHCP port deletion for 5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:26:08.752385 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Deleting port a6434877-54f2-4c2f-aae6-b75fde375a88 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:08.752769 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.753955 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] For port a6434877-54f2-4c2f-aae6-b75fde375a88, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a6434877-54f2-4c2f-aae6-b75fde375a88,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:08.754283 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.848587 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] For port a6434877-54f2-4c2f-aae6-b75fde375a88, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a6434877-54f2-4c2f-aae6-b75fde375a88,segment=NetworkSegment(bc3c9402-3431-44ee-88ce-dc517376b3b2),segment_id=bc3c9402-3431-44ee-88ce-dc517376b3b2)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:08.848976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.875026 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Calling delete_port for a6434877-54f2-4c2f-aae6-b75fde375a88 owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:08.923606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:08.928586 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:08.968727 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Calling delete_port for a6434877-54f2-4c2f-aae6-b75fde375a88 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:08.974735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] No DVR routers for this DVR port a6434877-54f2-4c2f-aae6-b75fde375a88 on host dv-cinder-794962-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:26:08.976452 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6434877-54f2-4c2f-aae6-b75fde375a88,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:08.984570 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.003347 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:09.017542 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.021065 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c3d91dc1-a9e0-4a04-ae43-8f90a1918023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:09.064126 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Pushing event deleted for resources: {'Port': ['ID=a6434877-54f2-4c2f-aae6-b75fde375a88,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:09.068723 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] No DVR routers for this DVR port a6434877-54f2-4c2f-aae6-b75fde375a88 on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:26:09.074658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.074992 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.077550 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.078398 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.078398 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:09.081086 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ccb42e34-6b19-47b6-bcbe-817b8a52f022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:09.092640 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.105224 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed2f9fd-6dd6-4976-88b5-745f73fb60a6']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:09.116982 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3c9402-3431-44ee-88ce-dc517376b3b2') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:09.117644 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3c9402-3431-44ee-88ce-dc517376b3b2') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:09.128846 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.144420 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.150621 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:26:09.151002 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:26:09.163821 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:26:09.236071 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.240758 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:09.262355 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:09.264181 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5ed2f9fd-6dd6-4976-88b5-745f73fb60a6 HTTP/1.1" status: 204 len: 168 time: 0.8976274 Jun 06 19:26:09.267451 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54356) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:09.268161 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed2f9fd-6dd6-4976-88b5-745f73fb60a6,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:09.270952 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-d4145911-d079-4cd3-b0f8-9f375126adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:09.818156 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.025150 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a6434877-54f2-4c2f-aae6-b75fde375a88 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:10.058840 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: a6434877-54f2-4c2f-aae6-b75fde375a88 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:10.059210 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a6434877-54f2-4c2f-aae6-b75fde375a88 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:10.059596 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:10.091618 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:10.091874 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b63fa152-8a5a-4d7c-ad9c-8b74b1c1ef9f not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:10.229244 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Deleting port ea22e14d-883c-45cd-a3a2-3e87100fac43 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:10.229553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.347527 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] For port ea22e14d-883c-45cd-a3a2-3e87100fac43, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=ea22e14d-883c-45cd-a3a2-3e87100fac43,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:10.348212 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.566236 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Calling delete_port for ea22e14d-883c-45cd-a3a2-3e87100fac43 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:10.726075 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:10.729591 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:10.771749 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea22e14d-883c-45cd-a3a2-3e87100fac43,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:10.774841 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:11.062230 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:11.428398 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Router 078f612c-0b2e-4384-afb5-2579223b0266 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:11.612885 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:11.618306 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-cdc58e10-df81-4604-9075-dcde33391ca7 admin admin] 10.222.0.43 "PUT /v2.0/routers/078f612c-0b2e-4384-afb5-2579223b0266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3496721 Jun 06 19:26:11.620706 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54358) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:11.622701 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] Sync routers for ids ['078f612c-0b2e-4384-afb5-2579223b0266'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:11.632997 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] Routers {'078f612c-0b2e-4384-afb5-2579223b0266'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:11.633606 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:26:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['078f612c-0b2e-4384-afb5-2579223b0266'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:11.807970 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] Set router 078f612c-0b2e-4384-afb5-2579223b0266 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:11.896879 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks [] for router, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.065354 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.112229 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:26:10Z', 'revision_number': 5, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port': {'id': 'b64075fa-50f7-499d-80d1-f1632818c653', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f612c-0b2e-4384-afb5-2579223b0266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:12.115962 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] Checking router: 078f612c-0b2e-4384-afb5-2579223b0266 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:12.124511 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] Routers {'078f612c-0b2e-4384-afb5-2579223b0266'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:12.125148 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:26:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['078f612c-0b2e-4384-afb5-2579223b0266'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:12.140597 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Deleting port b64075fa-50f7-499d-80d1-f1632818c653 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:12.140937 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.260286 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] For port b64075fa-50f7-499d-80d1-f1632818c653, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b64075fa-50f7-499d-80d1-f1632818c653,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:12.260599 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.269125 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] Set router 078f612c-0b2e-4384-afb5-2579223b0266 gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:12.372172 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:26:12Z', 'revision_number': 6, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:12.377328 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d372f442-a407-4e11-bb54-e5c88f88b843 None None] The sync data for ids ['078f612c-0b2e-4384-afb5-2579223b0266'] in dv-cinder-794962-3-iscsi is: [{'id': '078f612c-0b2e-4384-afb5-2579223b0266', 'name': 'tempest-TestMinimumBasicScenario-571272560-router', 'tenant_id': '1224f3161fce45ea96bdbb690e4c20f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:23:36Z', 'updated_at': '2021-06-06T19:26:12Z', 'revision_number': 6, 'project_id': '1224f3161fce45ea96bdbb690e4c20f5', 'gw_port_host': None}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:12.381990 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Calling delete_port for b64075fa-50f7-499d-80d1-f1632818c653 owned by network:router_gateway {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:12.526142 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.532969 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f0fd871-fdc5-41d2-abc8-5180b41744a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:12.576975 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b64075fa-50f7-499d-80d1-f1632818c653,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:12.606861 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:12.667315 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.838110 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.840532 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.870976 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.871498 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 078f612c-0b2e-4384-afb5-2579223b0266 {{(pid=91911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:26:12.876577 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] Notify callbacks [] for router, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:12.877723 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-85c5b991-d862-4df7-ac55-3fe39f1ecb0e admin admin] 10.222.0.43 "DELETE /v2.0/routers/078f612c-0b2e-4384-afb5-2579223b0266 HTTP/1.1" status: 204 len: 168 time: 1.2561531 Jun 06 19:26:12.880242 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54360) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:12.939035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Deleting subnet 404ff629-89e5-400f-bfc5-0b2f9842bd7a {{(pid=91911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:26:12.943559 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.003292 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10546415'] for subnet, precommit_delete_associations {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.087686 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.156551 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11211233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11914509'] for subnet, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.160132 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5b18fdef-d9f0-4dc6-b6dc-6dc187ccfb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:13.199277 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404ff629-89e5-400f-bfc5-0b2f9842bd7a,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:13.201178 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.205599 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/404ff629-89e5-400f-bfc5-0b2f9842bd7a HTTP/1.1" status: 204 len: 168 time: 0.3218849 Jun 06 19:26:13.205599 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4608edf2-1094-4c2a-937d-5cf72cc18f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:13.206616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54362) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:13.208662 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8617ba04-4a15-4afd-9e5a-473b4adb61cb None None] Network fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:26:13.309809 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.391383 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Deleting port 18cdf324-2213-47ff-bc97-e999c9355efc {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:13.391714 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.454026 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] DHCP port deletion for fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:26:13.491555 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] For port 18cdf324-2213-47ff-bc97-e999c9355efc, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=18cdf324-2213-47ff-bc97-e999c9355efc,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:13.492079 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.518152 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Deleting port 18cdf324-2213-47ff-bc97-e999c9355efc {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:26:13.518534 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.618301 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Calling delete_port for 18cdf324-2213-47ff-bc97-e999c9355efc owned by network:dhcp {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:13.618729 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] For port 18cdf324-2213-47ff-bc97-e999c9355efc, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=18cdf324-2213-47ff-bc97-e999c9355efc,segment=NetworkSegment(978d887f-0914-4f61-9e70-44f811eae191),segment_id=978d887f-0914-4f61-9e70-44f811eae191)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:13.619123 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.666055 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.669951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ecf330e6-a3cd-4656-9da3-398c0f713bba tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:13.711389 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Pushing event deleted for resources: {'Port': ['ID=18cdf324-2213-47ff-bc97-e999c9355efc,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:13.714056 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:13.716552 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] No DVR routers for this DVR port 18cdf324-2213-47ff-bc97-e999c9355efc on host dv-cinder-794962-3-iscsi {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:26:13.737773 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Calling delete_port for 18cdf324-2213-47ff-bc97-e999c9355efc owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:26:13.766164 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:26:13.780171 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.783761 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6a8e5de6-e1d0-4150-a3a7-25bcb5b7cf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:13.829087 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.842467 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44']}} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:13.854854 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978d887f-0914-4f61-9e70-44f811eae191') {'for_net_delete': True} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:13.855150 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.services.segments.db [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978d887f-0914-4f61-9e70-44f811eae191') {} {{(pid=91912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:13.863085 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Pushing event deleted for resources: {'Port': ['ID=18cdf324-2213-47ff-bc97-e999c9355efc,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:13.864941 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] No DVR routers for this DVR port 18cdf324-2213-47ff-bc97-e999c9355efc on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:26:13.866356 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d0bbaac4-266b-437c-a2c2-3d45d91c9bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:13.868606 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10876060'] for segment, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.894315 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:13.900259 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=91912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:26:13.900724 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10963454'] for segment, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: Traceback (most recent call last): Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: timer() Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: cb(*args, **kw) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: return func(*args, **kwargs) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: self._notify() Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: self.callback(batched_events) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: event.method(event) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: return f(self, *a, **k) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._get(url).json() Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: return self.request(url, 'GET', **kwargs) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:26:14.010084 dv-cinder-794962-3-iscsi neutron-server[91912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:26:14.028969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b64075fa-50f7-499d-80d1-f1632818c653 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:14.062901 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: b64075fa-50f7-499d-80d1-f1632818c653 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:14.063247 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b64075fa-50f7-499d-80d1-f1632818c653 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:14.063663 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 18cdf324-2213-47ff-bc97-e999c9355efc no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:14.084127 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.087720 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:14.099174 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 18cdf324-2213-47ff-bc97-e999c9355efc {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:14.099526 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 18cdf324-2213-47ff-bc97-e999c9355efc not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:14.099960 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea22e14d-883c-45cd-a3a2-3e87100fac43 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:26:14.101032 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.102955 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] 10.222.0.43 "DELETE /v2.0/networks/fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44 HTTP/1.1" status: 204 len: 168 time: 0.8951626 Jun 06 19:26:14.108591 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe83dfcd-54a4-44a2-9b0a-f6c09fc19d44,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:14.111078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-2e285f18-f87a-4daa-94f9-11fa564ae92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:14.132783 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: ea22e14d-883c-45cd-a3a2-3e87100fac43 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:26:14.133036 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device ea22e14d-883c-45cd-a3a2-3e87100fac43 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:26:14.298776 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54366) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:14.353967 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1786f9c9-1c4b-44db-8419-1660784c03a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ed61d424a2046989f22f82f126efcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530553 Jun 06 19:26:14.355808 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54368) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:14.414859 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.440844 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.498574 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.503178 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:14.504743 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60b35913-ca61-4a10-ab3a-bc378254bb30 HTTP/1.1" status: 204 len: 168 time: 0.1479015 Jun 06 19:26:14.505511 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-802f7001-9b44-4493-84d2-e101e94d8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:14.515092 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b35913-ca61-4a10-ab3a-bc378254bb30,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:14.517965 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:14.884024 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54374) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:14.933046 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-3bd1f25f-9031-480e-9209-c2b3b2fd81aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1224f3161fce45ea96bdbb690e4c20f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477169 Jun 06 19:26:14.935435 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54376) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:14.997865 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.121432 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.184448 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.186940 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:15.188072 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/182535d3-74b8-4f10-be4c-fe1e3486bc1c HTTP/1.1" status: 204 len: 168 time: 0.2517550 Jun 06 19:26:15.188991 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-96e06ce8-5ce4-462d-9b37-b9f8b99e3601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:15.198586 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182535d3-74b8-4f10-be4c-fe1e3486bc1c,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:15.200974 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-655ce7ed-cba2-4591-9ab5-344b5a0516de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:26.756626 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-a55c331a-2e1d-4a87-abeb-b6b9168b1cbd tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985617800&fields=id&tenant_id=eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 267 time: 0.0467560 Jun 06 19:26:26.910705 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-3c51e50c-362e-4d24-a4a9-ebf589361245 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:26.912021 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-3c51e50c-362e-4d24-a4a9-ebf589361245 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 812 time: 0.1491079 Jun 06 19:26:26.929268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-a5714455-a65d-4ca1-b7be-e88fe31c06e0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/quotas/eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 375 time: 0.0089228 Jun 06 19:26:27.027392 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-a6bcee68-b739-41b7-996c-0e2efc8af3f5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0932169 Jun 06 19:26:27.149728 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-0b4c20eb-c93e-498f-9f7f-2b673c20ccf6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 19:26:27.150727 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-0b4c20eb-c93e-498f-9f7f-2b673c20ccf6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120706 Jun 06 19:26:27.283957 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-4a0b3f23-6b52-4773-bdd6-a5cc65a6de85 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272161 Jun 06 19:26:27.411409 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-a7706062-9381-4cb7-8ab6-a5b5334b8293 service neutron] 10.222.0.43 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215839 Jun 06 19:26:27.816268 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e9b66496-ad86-4f6d-af7c-b6df648e1605 req-1c5964ae-3f79-4b23-b572-20365c573966 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 210 time: 0.0412576 Jun 06 19:26:28.993200 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-619a3c65-c651-4c1d-97ea-d7221e550f7a req-d6c1174f-1980-43cf-9d1f-bb2fffc475c2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 210 time: 0.0612962 Jun 06 19:26:29.091924 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-54d120fb-13f8-4b38-831d-e9f7712065e1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:29.093335 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-54d120fb-13f8-4b38-831d-e9f7712065e1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 812 time: 0.1833501 Jun 06 19:26:29.148361 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-6552278b-c125-4113-b015-9b564b1d9c2f tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee4dd0dd9084f7db015df56667359c6 HTTP/1.1" status: 200 len: 380 time: 0.0457900 Jun 06 19:26:29.156631 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'port': {'device_id': '26a7a942-96eb-49ae-9944-edd66870d960', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'admin_state_up': True, 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'security_groups': ['3726e2f0-3e41-4c8f-bcc3-02903af384aa']}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:29.311218 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Made reservation on behalf of eee4dd0dd9084f7db015df56667359c6 for: {'port': 1} {{(pid=91912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 19:26:29.316596 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.489688 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_common [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Allocated IP 172.20.0.7 (a0ded7e1-67fc-459e-904f-fbe5c6e8b584/4047308d-0b6a-4154-a257-536cb6d9f1f4/5ca9bc58-493b-49d5-a73c-a38fb528e4c1) {{(pid=91912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:29.675934 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.690959 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Transition to ACTIVE for port object 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 will not be triggered until provisioned by entity DHCP. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:29.715457 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_create {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.720944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-ff0bedc1-ac7d-4840-ad22-984ece632a08 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:29.786239 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 is already hosted by enough agents. {{(pid=91912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:29.789172 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.base_scheduler [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Resources bound (agent type, host, resource id): {{(pid=91912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:29.792970 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Received port after_create {{(pid=91912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:29.943695 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,revision_number=1']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:29.948052 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:29.974021 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:29.974613 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:29.995193 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fe6dd61e-e007-4a55-827b-9572466c53b6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419456 Jun 06 19:26:30.010771 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.v2.base [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Request body: {'port': {'device_id': '26a7a942-96eb-49ae-9944-edd66870d960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=91912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:30.037309 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-a1eb75eb-81b6-434a-9038-a322c08c6739 None None] Provisioning for port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 completed by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:30.043984 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-a1eb75eb-81b6-434a-9038-a322c08c6739 None None] Provisioning complete for port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 triggered by entity DHCP. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:30.044422 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a1eb75eb-81b6-434a-9038-a322c08c6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.096811 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb75eb-81b6-434a-9038-a322c08c6739 None None] Port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 cannot update to ACTIVE because it is not bound. {{(pid=91915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 19:26:30.165648 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.284118 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.314030 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3442d6-d680-4522-a210-4d12eafba956 req-478c2410-3d85-4528-a37e-04483d67e1a6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:30.315459 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-df3442d6-d680-4522-a210-4d12eafba956 req-478c2410-3d85-4528-a37e-04483d67e1a6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 931 time: 0.1979420 Jun 06 19:26:30.404188 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-df3442d6-d680-4522-a210-4d12eafba956 req-1749c197-441c-4dcb-87e8-1798f23ae4e1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781858 Jun 06 19:26:30.564824 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 {{(pid=91912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:30.571988 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.587102 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.provisioning_blocks [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Transition to ACTIVE for port object 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 will not be triggered until provisioned by entity L2. {{(pid=91912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 19:26:30.594170 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.599974 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1af30be5-e0f7-4361-be9e-b40b3f3dce18 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:30.732124 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,revision_number=2']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:30.764282 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:30.840188 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Attempting to bind port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 19:26:30.840417 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Attempting to bind port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 19:26:30.840737 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Attempting to bind port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:30.845236 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 19:26:30.845546 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Attempting to bind port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 on network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 19:26:30.850678 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Checking agent: {'id': '207d5a05-31dd-41c9-bb17-b0298fe6aa34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 19, 13), 'started_at': datetime.datetime(2021, 6, 6, 19, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 19:26:30.851034 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Checking segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 19:26:30.851409 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Bound using segment: {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'} {{(pid=91912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 19:26:30.851824 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.managers [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Bound port: 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671e68cf-6a31-491c-9ad8-29030863b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584'}}] {{(pid=91912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 19:26:30.852156 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.950138 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] For port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host hv-cinder-79496, cleared binding levels {{(pid=91912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 19:26:30.953237 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] For port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 19:26:30.959395 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10963346'] for port, after_update {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:30.964285 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-7ebaeb0a-dc7f-4244-b023-0c296a7d22dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:31.017489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.018199 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:31.019472 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] 10.222.0.16 "PUT /v2.0/ports/5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 200 len: 1093 time: 1.0152001 Jun 06 19:26:31.019979 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:31.022260 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d123c8a-e1ee-480f-8e6b-a24123780166" -d '{"events": [{"name": "network-changed", "server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:31.057618 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,revision_number=3']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:31.062841 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-64e00890-823f-4a30-9396-cdb65376b025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:31.111006 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff972a6-f195-4ca6-b7ef-66c477fc5a20 x-openstack-request-id: req-0ff972a6-f195-4ca6-b7ef-66c477fc5a20 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:31.111453 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:31.111738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ff972a6-f195-4ca6-b7ef-66c477fc5a20 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:31.112161 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'status': 'completed', 'code': 200} Jun 06 19:26:31.150619 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-d196bf62-269c-46b6-948c-76c9fcc42437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.152325 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-d196bf62-269c-46b6-948c-76c9fcc42437 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1096 time: 0.0849247 Jun 06 19:26:31.221472 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-59b6e867-964c-4476-924c-f8aeb9a4f72c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 200 len: 217 time: 0.0611525 Jun 06 19:26:31.286184 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-60b8e3a8-d985-4073-97d5-b6befd1ffcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.287520 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-60b8e3a8-d985-4073-97d5-b6befd1ffcd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0596824 Jun 06 19:26:31.364080 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-08732312-1471-4e02-9a11-d8b9af5efbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.365535 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-08732312-1471-4e02-9a11-d8b9af5efbd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715151 Jun 06 19:26:31.496164 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-fa3daec4-95dd-4221-a40e-b9ce8a081bf3 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233833 Jun 06 19:26:31.776759 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6465f2c7-6185-446d-b0d4-bc487babed55 req-ba0a838b-9a0f-4752-9031-091482363938 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729044 Jun 06 19:26:31.791159 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ad28-7ec1-4010-a440-3a122763e53d req-5a19ea28-cb63-4fab-9574-addc05d611ac tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.792567 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ca11ad28-7ec1-4010-a440-3a122763e53d req-5a19ea28-cb63-4fab-9574-addc05d611ac tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.2690830 Jun 06 19:26:31.875756 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ca11ad28-7ec1-4010-a440-3a122763e53d req-d5a448d5-8258-4bed-a0cd-384fc120b9c4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764852 Jun 06 19:26:31.907320 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-6c7ca5b1-cf2f-4dba-832a-1740f7c23684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:31.908753 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-6c7ca5b1-cf2f-4dba-832a-1740f7c23684 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1096 time: 0.0779607 Jun 06 19:26:32.044187 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-6e4624bc-9f60-4536-a343-473638a2ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.045538 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-6e4624bc-9f60-4536-a343-473638a2ff6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1300540 Jun 06 19:26:32.115555 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-add511d7-a0b3-408c-bd2d-952bbf70d8ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 200 len: 217 time: 0.0625398 Jun 06 19:26:32.188123 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-3e773be2-bd21-4379-828f-5c8b67488cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.189533 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-3e773be2-bd21-4379-828f-5c8b67488cae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0636370 Jun 06 19:26:32.271907 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-2278ef99-0a39-4e7f-939d-e59284ffa023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:32.273405 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-2278ef99-0a39-4e7f-939d-e59284ffa023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740964 Jun 06 19:26:32.406727 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-4f232868-ddc1-4fb0-85e0-dc95570deb51 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254201 Jun 06 19:26:32.543231 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8d123c8a-e1ee-480f-8e6b-a24123780166 req-941a9af4-faf2-4ae6-b4bf-f87a1bc9b99d service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299875 Jun 06 19:26:33.069896 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b60204-e743-4005-ba11-f14bb7a3aad7 req-b28d496f-d361-47e5-8d10-3e4936262ce3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:33.071352 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-57b60204-e743-4005-ba11-f14bb7a3aad7 req-b28d496f-d361-47e5-8d10-3e4936262ce3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.0840380 Jun 06 19:26:33.119486 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-57b60204-e743-4005-ba11-f14bb7a3aad7 req-1c52b70d-ce73-401d-9f65-e1bd7c8b5944 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424724 Jun 06 19:26:33.632842 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6928f7be-734c-4829-a108-305da18d2505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:34.320591 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4c50-ba5d-47fe-8093-727d243a2706 req-36ade354-e9e2-4efa-a065-5dcbdd771547 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:34.321965 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e8a4c50-ba5d-47fe-8093-727d243a2706 req-36ade354-e9e2-4efa-a065-5dcbdd771547 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.0906343 Jun 06 19:26:34.367673 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-5e8a4c50-ba5d-47fe-8093-727d243a2706 req-cd85645e-cd43-4862-9e26-5144311b6330 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396039 Jun 06 19:26:35.569423 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a10d9a-6523-4171-a9b8-dec7c9430e0a req-ccdc377d-352c-4055-ae19-a9b7a7023cbd tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:35.570910 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-87a10d9a-6523-4171-a9b8-dec7c9430e0a req-ccdc377d-352c-4055-ae19-a9b7a7023cbd tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.0827420 Jun 06 19:26:35.629876 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-87a10d9a-6523-4171-a9b8-dec7c9430e0a req-d174ec22-9fda-44d4-9946-609a22cd0dfc tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501237 Jun 06 19:26:36.098471 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.346011 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d5f6dc30-a76c-42d1-9978-729426ecfd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:36.836950 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1187bb-6021-40a8-91b9-da45aabe859c req-152961cf-c466-43cb-9e0a-8940002a22ce tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:36.838410 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fb1187bb-6021-40a8-91b9-da45aabe859c req-152961cf-c466-43cb-9e0a-8940002a22ce tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.0928459 Jun 06 19:26:36.886234 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-fb1187bb-6021-40a8-91b9-da45aabe859c req-8e228ba9-c15a-4a19-8f4f-6369c7952716 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 Jun 06 19:26:37.386316 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:38.096616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d62bb-1eff-4162-a1a7-ceab45de445d req-72ba1a3b-358e-476b-8630-e335a8bde625 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:38.097963 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a84d62bb-1eff-4162-a1a7-ceab45de445d req-72ba1a3b-358e-476b-8630-e335a8bde625 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.0865622 Jun 06 19:26:38.142357 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a84d62bb-1eff-4162-a1a7-ceab45de445d req-bdc48b77-aa5e-4e03-add1-7c3679aaaa03 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 Jun 06 19:26:38.909012 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:39.341078 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e958-81c2-49da-a011-59a90866b092 req-f8de0450-a329-4e78-bfa7-798bf90c4392 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:39.342542 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8cd4e958-81c2-49da-a011-59a90866b092 req-f8de0450-a329-4e78-bfa7-798bf90c4392 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 943 time: 0.0851674 Jun 06 19:26:39.389573 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8cd4e958-81c2-49da-a011-59a90866b092 req-834712cc-db93-4d74-a13d-0df5d626e757 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386736 Jun 06 19:26:40.129494 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=91915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 19:26:40.266278 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:40.279255 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Returning: {'device': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'port_id': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'mac_address': 'fa:16:3e:ba:fe:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 19:26:40.334935 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.356731 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 19:26:40.372969 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:40.379240 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:40.380957 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:40.452265 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,revision_number=4']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:40.455536 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:40.586000 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e05c1-cb04-42e1-92fd-e49e7987934b req-dda0967f-619a-4cd7-b9e5-103d59b91c62 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:40.587338 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e25e05c1-cb04-42e1-92fd-e49e7987934b req-dda0967f-619a-4cd7-b9e5-103d59b91c62 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 944 time: 0.0859673 Jun 06 19:26:40.631789 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-e25e05c1-cb04-42e1-92fd-e49e7987934b req-ef352d5b-b1c6-4c43-86b7-6c6ac03d1bd4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386579 Jun 06 19:26:40.642455 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] get_ports_and_sgs() called for port_ids ['5ca9bc58-493b-49d5-a73c-a38fb528e4c1'] {{(pid=91915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 19:26:41.828279 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b92e3-a565-4324-ab2b-2bda6f46561b req-306893ed-9eee-4213-8673-9e64971233ca tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:41.829675 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ec1b92e3-a565-4324-ab2b-2bda6f46561b req-306893ed-9eee-4213-8673-9e64971233ca tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 944 time: 0.0832577 Jun 06 19:26:41.879766 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-ec1b92e3-a565-4324-ab2b-2bda6f46561b req-13fbf349-776c-49fc-ab8c-b6a370be235d tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Jun 06 19:26:42.140140 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 up at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 19:26:42.218017 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning for port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 completed by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 19:26:42.222477 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Provisioning complete for port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 triggered by entity L2. {{(pid=91915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 19:26:42.222849 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4113394'] for port, provisioning_complete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.356581 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.384000 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:42.386438 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5717402b7630cee810999be080bd44a3bf1f0f7b1bea421b5fc9f955e8cea0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc9c0b7-c92a-4220-b8dc-66c09135ecb7" -d '{"events": [{"server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "name": "network-vif-plugged", "status": "completed", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:42.394358 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] For port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:26:42.398925 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:42.400836 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c49f1677-d5bb-4f6b-86a6-c2800045276c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:42.467056 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Pushing event updated for resources: {'Port': ['ID=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,revision_number=5']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:42.470079 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:42.549750 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1493a809-fd60-4147-9e22-8f70dff64ecb x-openstack-request-id: req-1493a809-fd60-4147-9e22-8f70dff64ecb {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:42.550104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "name": "network-vif-plugged", "status": "completed", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:42.550390 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1493a809-fd60-4147-9e22-8f70dff64ecb {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:42.550791 dv-cinder-794962-3-iscsi neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'code': 200} Jun 06 19:26:42.855876 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e87a-28d3-496e-999f-f0e9375dbb90 req-6f1580f8-1e6e-4db8-8471-e6d9f6e662c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:42.857314 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7df5e87a-28d3-496e-999f-f0e9375dbb90 req-6f1580f8-1e6e-4db8-8471-e6d9f6e662c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1098 time: 0.0731859 Jun 06 19:26:42.898501 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-7df5e87a-28d3-496e-999f-f0e9375dbb90 req-391f7182-2a76-4d17-96e0-6522d3af8fd1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Jun 06 19:26:43.075645 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1477a69-2af2-4eaf-b90c-cc91757b66f6 req-0317381d-13ad-4383-90ff-1e37f2f0cca4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:43.077085 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a1477a69-2af2-4eaf-b90c-cc91757b66f6 req-0317381d-13ad-4383-90ff-1e37f2f0cca4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 945 time: 0.0833449 Jun 06 19:26:43.216124 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a1477a69-2af2-4eaf-b90c-cc91757b66f6 req-14804dce-99ea-4c0a-8e25-6399cc7ff7b7 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306694 Jun 06 19:26:44.431423 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec886b-f403-4fd7-9f3f-75697fb1bc12 req-c605c46f-34e1-4958-b02a-a287cf6d0eb4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:44.432855 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-abec886b-f403-4fd7-9f3f-75697fb1bc12 req-c605c46f-34e1-4958-b02a-a287cf6d0eb4 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 945 time: 0.0956099 Jun 06 19:26:44.476108 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-abec886b-f403-4fd7-9f3f-75697fb1bc12 req-d48873d3-1a9d-429e-ac77-547a7bff1fd6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375273 Jun 06 19:26:44.660964 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca265-59d9-4086-8956-66a242f918af req-17eb71cf-0b27-4d49-b51c-b10692f361aa tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:44.662397 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-020ca265-59d9-4086-8956-66a242f918af req-17eb71cf-0b27-4d49-b51c-b10692f361aa tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 945 time: 0.0819962 Jun 06 19:26:44.706246 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-020ca265-59d9-4086-8956-66a242f918af req-93eef273-8ebe-4726-a6ac-5ec75cdb60d5 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Jun 06 19:26:44.729716 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54476) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:44.800008 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8381f-9289-413e-88a1-eba6e62cb27e tempest-TestVolumeBootPattern-745312300 tempest-TestVolumeBootPattern-745312300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:44.801374 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-eef8381f-9289-413e-88a1-eba6e62cb27e tempest-TestVolumeBootPattern-745312300 tempest-TestVolumeBootPattern-745312300-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1093 time: 0.0706480 Jun 06 19:26:44.805525 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54478) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:26:44.809778 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.v2.base [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Request body: {'floatingip': {'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'port_id': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 19:26:44.836325 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:44.973260 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.108014 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.db_base_plugin_common [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Allocated IP 172.27.1.5 (73d0ed67-ec7a-483e-814d-33bb18ed7df9/e057ec6c-0a36-403b-90a0-b4ce48ed9029/e577a796-2c4a-4a86-b135-41daa3974319) {{(pid=91911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 19:26:45.265228 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.303379 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747197201264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.309192 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-8fea7626-9723-4eb5-b8b4-92c80ece45a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:45.380287 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Network 73d0ed67-ec7a-483e-814d-33bb18ed7df9 is already hosted by enough agents. {{(pid=91911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 19:26:45.383212 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.base_scheduler [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Resources bound (agent type, host, resource id): {{(pid=91911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 19:26:45.387725 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Received port after_create {{(pid=91911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 19:26:45.419762 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=e577a796-2c4a-4a86-b135-41daa3974319,revision_number=1']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:45.431944 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.432333 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.432709 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.433077 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.433440 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.433813 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.434198 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.434560 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.434903 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.435262 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.435615 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.435967 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:26:45.439623 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:45.814640 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:45.895573 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3763423'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.099838 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.106411 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747197473774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747197201282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747197201327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11211063'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.110054 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ebcf9ae9-21f1-4070-b525-dc909864a417 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:26:46.209972 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event updated for resources: {'Port': ['ID=e577a796-2c4a-4a86-b135-41daa3974319,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:26:46.213056 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:26:46.232098 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622972'] for floatingip, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:46.498410 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Floating IP 67c7d580-fce2-426a-9113-7308c2c0429a associated. External IP: 172.27.1.5, port: 5ca9bc58-493b-49d5-a73c-a38fb528e4c1. Jun 06 19:26:46.850263 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:26:47.023835 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:26:47.033300 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:26:47.042438 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:47.043190 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:26:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:47.044991 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:26:47.099049 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-0412dd93-a9ad-442a-953c-49b175378261 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2925169 Jun 06 19:26:47.099684 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:26:47.102084 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1" -d '{"events": [{"name": "network-changed", "server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:26:47.196387 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acb31e9-7466-41f1-baa7-f900d013dafe x-openstack-request-id: req-6acb31e9-7466-41f1-baa7-f900d013dafe {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:26:47.196721 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:26:47.197018 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6acb31e9-7466-41f1-baa7-f900d013dafe {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:26:47.197447 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'status': 'completed', 'code': 200} Jun 06 19:26:47.219071 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:47.293816 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-9e34d876-60bc-4023-9e77-02907ce7d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:47.295284 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-9e34d876-60bc-4023-9e77-02907ce7d64b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1098 time: 0.0724490 Jun 06 19:26:47.428982 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-bb9a2d70-663b-4441-8278-89b55d25ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:47.430461 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-bb9a2d70-663b-4441-8278-89b55d25ef5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1279004 Jun 06 19:26:47.539256 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-0a8d4e8e-9b9d-4dd8-a89d-d960e252cc1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 200 len: 997 time: 0.1010313 Jun 06 19:26:47.598318 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '67c7d580-fce2-426a-9113-7308c2c0429a', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:ba:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7a942-96eb-49ae-9944-edd66870d960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:45Z', 'updated_at': '2021-06-06T19:26:45Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}, {'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:35Z', 'revision_number': 1, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:47.602200 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:26:47.604454 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-30f18fb3-5986-4087-a162-4b2072323337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:47.605944 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-30f18fb3-5986-4087-a162-4b2072323337 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0599799 Jun 06 19:26:47.610553 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:26:47.611070 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:26:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:47.683451 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-4f350d1e-fd2b-43f8-b792-a40b2f79d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:26:47.684918 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-4f350d1e-fd2b-43f8-b792-a40b2f79d0dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695503 Jun 06 19:26:47.785482 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:26:47.822134 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-56c9f8c4-70ad-45da-9063-18ccd3534367 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295228 Jun 06 19:26:47.951849 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-72ea8f7e-e7f6-47c7-b791-ca0bb6cf68b1 req-06725da4-0d34-4d9f-8478-333f4ea61565 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228163 Jun 06 19:26:48.137865 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '67c7d580-fce2-426a-9113-7308c2c0429a', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:ba:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7a942-96eb-49ae-9944-edd66870d960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:45Z', 'updated_at': '2021-06-06T19:26:45Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}, {'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:35Z', 'revision_number': 1, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:26:48.142388 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc2d17d-70a3-4dfb-ba1f-8883bc6bfd7c None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': '67c7d580-fce2-426a-9113-7308c2c0429a', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:ba:fe:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7a942-96eb-49ae-9944-edd66870d960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:26:45Z', 'updated_at': '2021-06-06T19:26:45Z', 'revision_number': 0, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}, {'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:35Z', 'revision_number': 1, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:26:48.349563 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeed77f-c06b-435f-bff7-67f6cbbb4372 None None] New status for floating IP 67c7d580-fce2-426a-9113-7308c2c0429a: ACTIVE {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:26:50.770480 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:27:00.317619 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:00.476605 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-e81c1fff-d89d-485e-901d-eef62db16add service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807083 Jun 06 19:27:00.629225 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-ee83a5e0-1909-48ac-903e-3c1e2fb678de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:00.630620 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-ee83a5e0-1909-48ac-903e-3c1e2fb678de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1099 time: 0.0718207 Jun 06 19:27:00.781730 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-5addcbf8-7863-4fd2-babf-f705d3fbce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:00.783152 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-5addcbf8-7863-4fd2-babf-f705d3fbce38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1245337 Jun 06 19:27:00.886677 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-91d4805f-a869-4865-bc9d-4d9c71471277 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 1002 time: 0.0960886 Jun 06 19:27:00.952640 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-6d82a066-28b6-4acc-8a9d-15dcfa5e566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:00.954011 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-6d82a066-28b6-4acc-8a9d-15dcfa5e566c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0576899 Jun 06 19:27:01.033665 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-ed7ce837-4956-4822-8539-bd148beefbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:27:01.035151 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-ed7ce837-4956-4822-8539-bd148beefbe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740676 Jun 06 19:27:01.254136 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-83c2fe44-e7df-4f44-855b-5cc2bb798ba2 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113016 Jun 06 19:27:01.402946 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-a03fd760-fd94-4430-834c-e1f5a7066e4d req-f974366c-1e21-493a-98d9-87ee571227d9 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370893 Jun 06 19:27:03.633086 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5f477a5f-e411-4bb6-a826-baf065ad3bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:06.098538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:06.337629 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-449bdbf1-77c2-44e4-a94f-15d96afc400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:07.391421 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:08.914465 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:27.772817 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:27:30.343503 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:33.629606 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-553ef034-edea-4def-af73-c69271b3d8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:36.098833 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:36.343976 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8844b2b6-3e4e-4076-8be4-bde6d0c50921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:37.394252 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:27:38.922729 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:00.352173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:01.417712 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-ea0c7f89-59b9-4263-a08c-b889ee1609ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790591 Jun 06 19:28:01.515658 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceac33-590f-48f9-817d-92fef0006292 req-278f6a6f-8221-4ed3-a67f-8f161fd9142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.517079 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-278f6a6f-8221-4ed3-a67f-8f161fd9142a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1098 time: 0.0759277 Jun 06 19:28:01.662456 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceac33-590f-48f9-817d-92fef0006292 req-15898ea7-e0a4-4581-9dcf-c952a0b0408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.663796 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-15898ea7-e0a4-4581-9dcf-c952a0b0408d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1253982 Jun 06 19:28:01.765687 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-7aeeb3b9-0c6f-4fd5-aeb0-2710c768b2d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 200 len: 999 time: 0.0954731 Jun 06 19:28:01.827105 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceac33-590f-48f9-817d-92fef0006292 req-afa4fd23-b5cf-422e-889e-d11351091b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.828475 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-afa4fd23-b5cf-422e-889e-d11351091b93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0563724 Jun 06 19:28:01.910541 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceac33-590f-48f9-817d-92fef0006292 req-f91b6ce0-d3da-4c2c-b3f0-542121ec9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:01.911942 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-f91b6ce0-d3da-4c2c-b3f0-542121ec9966 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763297 Jun 06 19:28:02.043234 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-8d318927-3eac-4274-bf91-67c4af6f24cf service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234608 Jun 06 19:28:02.174939 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-d8ceac33-590f-48f9-817d-92fef0006292 req-be2fabf1-6248-414e-bf89-cbfd7e86d3a7 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244376 Jun 06 19:28:03.629128 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8c308260-6e65-4578-8b72-d6cbed66990c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:04.776776 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:28:06.097235 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:06.336172 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-abc5dfcb-34bb-49e0-89ab-e76ab26c1549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:07.398913 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:08.919292 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.119958 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54514) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:26.391066 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Deleting port e577a796-2c4a-4a86-b135-41daa3974319 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:26.391422 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.506149 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.506737 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.628378 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Calling delete_port for e577a796-2c4a-4a86-b135-41daa3974319 owned by network:floatingip {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:26.768662 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:26.774407 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-5f3a336c-7792-4f56-a2e2-4a68093aacc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:26.816125 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'Port': ['ID=e577a796-2c4a-4a86-b135-41daa3974319,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:26.959239 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.959581 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.959966 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.960326 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.960683 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.961035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.961384 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.961739 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.962109 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.962509 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.962854 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.963205 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:26.967039 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:27.031077 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:27.031432 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.db.l3_db [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Floating IP 67c7d580-fce2-426a-9113-7308c2c0429a disassociated (deleted). External IP: 172.27.1.5, port: 5ca9bc58-493b-49d5-a73c-a38fb528e4c1. Jun 06 19:28:27.377814 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:27.552625 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:27.557922 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:27.562491 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:27.572796 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:27.573561 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:27.613600 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-102c4a1c-cce4-45b8-8c97-7ed3e3f3921e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "DELETE /v2.0/floatingips/67c7d580-fce2-426a-9113-7308c2c0429a HTTP/1.1" status: 204 len: 168 time: 1.4920001 Jun 06 19:28:27.614187 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1'}] {{(pid=91911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:27.616485 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88504b131ff49c638e73fee44ecdc46e779f3e3cb2e17d30530ea57b86b1dbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2440631-d4ab-4673-9c6a-ae200724d784" -d '{"events": [{"name": "network-changed", "server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1"}]}' {{(pid=91911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:27.663595 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df985c38-5782-4492-9093-23b90627877f x-openstack-request-id: req-df985c38-5782-4492-9093-23b90627877f {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:27.663933 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1", "status": "completed", "code": 200}]} {{(pid=91911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:27.664229 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df985c38-5782-4492-9093-23b90627877f {{(pid=91911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:27.664664 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'status': 'completed', 'code': 200} Jun 06 19:28:27.752002 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:27.758119 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-544e4046-e4dc-41eb-b66e-22a4ea4a6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:27.759605 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-544e4046-e4dc-41eb-b66e-22a4ea4a6466 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 1098 time: 0.0732989 Jun 06 19:28:27.898622 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-bdff5b52-5e7a-4856-ba65-4f1fdbaf8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:27.899979 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-bdff5b52-5e7a-4856-ba65-4f1fdbaf8e38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1343229 Jun 06 19:28:28.004087 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-ebf49251-1276-4956-b05d-92ebc578fb32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 200 len: 217 time: 0.0682268 Jun 06 19:28:28.080288 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-1e3875f7-359d-4d88-aa5c-fedbfd151805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:28.081675 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-1e3875f7-359d-4d88-aa5c-fedbfd151805 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.0672305 Jun 06 19:28:28.097106 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb4cf-cb9d-49b5-98f4-544311ef42a1 req-f6a43aaf-cea4-4eeb-821d-e4e699bdc3a6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:28.098490 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bcceb4cf-cb9d-49b5-98f4-544311ef42a1 req-f6a43aaf-cea4-4eeb-821d-e4e699bdc3a6 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 945 time: 0.1966231 Jun 06 19:28:28.139269 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:35Z', 'revision_number': 1, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:28.143265 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:28.152202 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:28.152733 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:28.185036 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-bcceb4cf-cb9d-49b5-98f4-544311ef42a1 req-c9a81684-7628-42e9-9de6-616ec3bd86d2 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529606 Jun 06 19:28:28.208346 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-54086c49-05ab-46ba-a06f-c655b5ba9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:28.209992 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-54086c49-05ab-46ba-a06f-c655b5ba9b68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1205142 Jun 06 19:28:28.329104 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:28.446152 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-091da56f-7a41-4ff6-88b9-1fa92d8e19c8 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286825 Jun 06 19:28:28.575413 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c2440631-d4ab-4673-9c6a-ae200724d784 req-3e2d051f-6b7f-460a-9c5b-29c7da802155 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225021 Jun 06 19:28:28.669429 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:35Z', 'revision_number': 1, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:28.673554 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1fbac-bace-4ee4-a389-182d59941f74 None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_floatingips': [{'id': 'fe95fd9d-09ab-4f18-bb3a-c229a2534e35', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'router_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'port_id': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'mac_address': 'fa:16:3e:49:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T19:24:32Z', 'updated_at': '2021-06-06T19:24:35Z', 'revision_number': 1, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:28.893107 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a56103-ec20-439a-a373-72ccdc84a21f None None] New status for floating IP 67c7d580-fce2-426a-9113-7308c2c0429a: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:28:29.409381 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299eb7a-31e7-41c0-a11b-c810d78bdf1e req-1ed9de93-7676-4577-a28b-638610e807fa tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:29.410834 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2299eb7a-31e7-41c0-a11b-c810d78bdf1e req-1ed9de93-7676-4577-a28b-638610e807fa tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 945 time: 0.0942342 Jun 06 19:28:29.500689 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-2299eb7a-31e7-41c0-a11b-c810d78bdf1e req-b8cec4fb-5ffe-41c7-9269-6a573f472038 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823419 Jun 06 19:28:29.529558 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d49af-6c87-48e1-9e15-480dddd7646d req-31965da1-1fc8-473c-8810-b44ed6193923 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:29.530995 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-027d49af-6c87-48e1-9e15-480dddd7646d req-31965da1-1fc8-473c-8810-b44ed6193923 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 945 time: 0.1001220 Jun 06 19:28:29.694844 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Deleting port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:29.695129 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:29.834842 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] For port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:29.835154 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:29.957350 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Calling delete_port for 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:30.079302 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.087105 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:30.138984 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'Port': ['ID=5ca9bc58-493b-49d5-a73c-a38fb528e4c1,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:30.176655 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.177023 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.177380 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.177724 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.178097 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.178441 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.178783 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.179122 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.179461 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.179796 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.180134 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.180466 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:30.187406 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:30.221585 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] No DVR routers for this DVR port 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:30.223865 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.225733 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-027d49af-6c87-48e1-9e15-480dddd7646d req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "DELETE /v2.0/ports/5ca9bc58-493b-49d5-a73c-a38fb528e4c1 HTTP/1.1" status: 204 len: 173 time: 0.6887822 Jun 06 19:28:30.226225 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'name': 'network-vif-deleted', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:30.228532 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df08f19-e569-444c-b5a7-601d049d8b8f" -d '{"events": [{"server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "name": "network-vif-deleted", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:30.282766 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6e0341-208c-4a05-a95a-05851e423cd7 x-openstack-request-id: req-af6e0341-208c-4a05-a95a-05851e423cd7 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:30.283156 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a7a942-96eb-49ae-9944-edd66870d960", "name": "network-vif-deleted", "tag": "5ca9bc58-493b-49d5-a73c-a38fb528e4c1", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:30.283504 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af6e0341-208c-4a05-a95a-05851e423cd7 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:30.283992 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a7a942-96eb-49ae-9944-edd66870d960', 'name': 'network-vif-deleted', 'tag': '5ca9bc58-493b-49d5-a73c-a38fb528e4c1', 'status': 'completed', 'code': 200} Jun 06 19:28:30.337748 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:30.662613 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-8b69da3b-f6a8-4ffe-98f2-de148dfb228d req-997ba004-e0a5-417c-9db8-eee27c34ad54 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=26a7a942-96eb-49ae-9944-edd66870d960 HTTP/1.1" status: 200 len: 210 time: 0.0459189 Jun 06 19:28:32.685262 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:32.724056 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:32.724407 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device 5ca9bc58-493b-49d5-a73c-a38fb528e4c1 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:33.640006 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-52332c3b-9ec4-4ebd-a55e-8d086ed733ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.210483 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54554) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:34.471948 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Deleting port 4f83ca61-d473-48b9-80b3-1e87877e5a7b {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:34.472235 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.676062 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.676331 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.792696 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Calling delete_port for 4f83ca61-d473-48b9-80b3-1e87877e5a7b owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:34.915875 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:34.920190 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-806e491a-f996-4fd1-9658-6a7a68fef050 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:34.961928 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'Port': ['ID=4f83ca61-d473-48b9-80b3-1e87877e5a7b,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:34.986351 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:35.050754 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.051087 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.db.l3_db [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Floating IP fe95fd9d-09ab-4f18-bb3a-c229a2534e35 disassociated (deleted). External IP: 172.27.1.152, port: ff585f77-d5ed-422f-b221-0a7f3c0c4368. Jun 06 19:28:35.392437 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:35.567057 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:35.571308 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:35.576650 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:35.587360 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:35.587959 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:35.627076 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-3b886bff-9bf4-4499-80b8-a1a93634cea3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "DELETE /v2.0/floatingips/fe95fd9d-09ab-4f18-bb3a-c229a2534e35 HTTP/1.1" status: 204 len: 168 time: 1.4153979 Jun 06 19:28:35.627745 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:35.630019 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46506f82-43ff-409c-8c6e-c4d1e7804963" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:35.673547 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde93a40-23c1-48b0-90d4-d6991540f2f9 x-openstack-request-id: req-fde93a40-23c1-48b0-90d4-d6991540f2f9 {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:35.673903 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:35.674241 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fde93a40-23c1-48b0-90d4-d6991540f2f9 {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:35.674741 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'status': 'completed', 'code': 200} Jun 06 19:28:35.768891 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:35.773013 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-07b1500e-1422-4f9c-aac6-e70920e685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:35.774716 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-07b1500e-1422-4f9c-aac6-e70920e685b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eee4dd0dd9084f7db015df56667359c6&device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 1099 time: 0.0778105 Jun 06 19:28:35.909958 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-e9f36aef-4be3-4f99-ab11-0d9c4a3e0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:35.911296 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-e9f36aef-4be3-4f99-ab11-0d9c4a3e0aaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 200 len: 913 time: 0.1305060 Jun 06 19:28:36.016168 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-0ef38bcd-b47a-4fca-aeed-5fa15844f1dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 200 len: 217 time: 0.0971432 Jun 06 19:28:36.086488 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:36.097408 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:36.101953 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.109991 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:36.110657 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:06Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:36.202593 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-33aa25f7-61b2-4c33-92fd-60ef4d9639f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.204025 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-33aa25f7-61b2-4c33-92fd-60ef4d9639f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 200 len: 851 time: 0.1803420 Jun 06 19:28:36.248304 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594ba7b-2808-4548-94e2-581b18fdc5d2 req-ecd70fb3-4bfe-41d8-a991-412e4e86b5a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.249697 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6594ba7b-2808-4548-94e2-581b18fdc5d2 req-ecd70fb3-4bfe-41d8-a991-412e4e86b5a8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 946 time: 0.2806160 Jun 06 19:28:36.310100 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-6594ba7b-2808-4548-94e2-581b18fdc5d2 req-0e7bcede-2dd0-41ed-9c22-c9e40db71528 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496583 Jun 06 19:28:36.325961 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-1f47c2b2-825c-4f14-ae16-82d82cf94166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:36.327550 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-1f47c2b2-825c-4f14-ae16-82d82cf94166 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a0ded7e1-67fc-459e-904f-fbe5c6e8b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159019 Jun 06 19:28:36.342071 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:36.383894 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c07de7eb-6c9c-43aa-bc54-b2b664593108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:36.460580 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-5540409a-f5a4-40ff-9434-cf9eab9d62fa service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251466 Jun 06 19:28:36.594401 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-46506f82-43ff-409c-8c6e-c4d1e7804963 req-b9a6a07d-ef0a-4198-a959-917260dcf397 service neutron] 10.222.0.16 "GET /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251981 Jun 06 19:28:36.646045 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:36.649754 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e3ff-7d37-4350-9d70-b105025b9938 None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:20:52Z', 'revision_number': 4, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi', '_interfaces': [{'id': '0c98841d-ad0f-4f72-9033-f9a0f3e62f85', 'name': '', 'network_id': 'a0ded7e1-67fc-459e-904f-fbe5c6e8b584', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'mac_address': 'fa:16:3e:b1:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:51Z', 'updated_at': '2021-06-06T19:20:58Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'subnets': [{'id': '4047308d-0b6a-4154-a257-536cb6d9f1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:36.857856 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d801cf-5d7b-477b-8173-30e9feebe25e None None] New status for floating IP fe95fd9d-09ab-4f18-bb3a-c229a2534e35: DOWN {{(pid=91916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 19:28:37.398695 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:37.432733 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-cf8e2d63-fb30-433f-822f-01d65ef3d961 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:37.434190 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-cf8e2d63-fb30-433f-822f-01d65ef3d961 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 946 time: 0.0887170 Jun 06 19:28:37.620127 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9f58e-6dc3-461e-bda8-caa6b579e826 req-2488446a-d127-48ce-90d0-c5f7946df65b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 19:28:37.621530 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-38a9f58e-6dc3-461e-bda8-caa6b579e826 req-2488446a-d127-48ce-90d0-c5f7946df65b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 946 time: 0.1864574 Jun 06 19:28:37.663399 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Deleting port ff585f77-d5ed-422f-b221-0a7f3c0c4368 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:37.663735 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:37.695775 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-38a9f58e-6dc3-461e-bda8-caa6b579e826 req-3c6ed7da-3654-4187-af64-eccadc4877c3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/security-groups?id=3726e2f0-3e41-4c8f-bcc3-02903af384aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677810 Jun 06 19:28:37.804214 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] For port ff585f77-d5ed-422f-b221-0a7f3c0c4368, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ff585f77-d5ed-422f-b221-0a7f3c0c4368,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:37.804575 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:37.932493 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Calling delete_port for ff585f77-d5ed-422f-b221-0a7f3c0c4368 owned by compute:nova {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:38.042305 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.047924 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f8316d22-b463-4a9b-86d8-2ea65ad88aa3 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:38.094589 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'Port': ['ID=ff585f77-d5ed-422f-b221-0a7f3c0c4368,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:38.097663 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:38.167301 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] No DVR routers for this DVR port ff585f77-d5ed-422f-b221-0a7f3c0c4368 on host hv-cinder-79496 {{(pid=91912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:38.170127 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for port, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:38.171996 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c5a56619-d3f5-46ee-be5b-38b7f7e783a7 req-515a6db8-3f87-4fb5-a335-c041975a11f0 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.16 "DELETE /v2.0/ports/ff585f77-d5ed-422f-b221-0a7f3c0c4368 HTTP/1.1" status: 204 len: 173 time: 0.7058301 Jun 06 19:28:38.172503 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'name': 'network-vif-deleted', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368'}] {{(pid=91912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 19:28:38.174866 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59a3db66c1c93ece7ede9b65eee73d6ac37b68fbd4399884b0a7397ed94aed88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb2d2ef-f5f1-4c7d-bdaf-66fc293c297f" -d '{"events": [{"server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "name": "network-vif-deleted", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368"}]}' {{(pid=91912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 19:28:38.220926 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f861d60-63df-44ad-a367-00e58a60b88c x-openstack-request-id: req-2f861d60-63df-44ad-a367-00e58a60b88c {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 19:28:38.221243 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf", "name": "network-vif-deleted", "tag": "ff585f77-d5ed-422f-b221-0a7f3c0c4368", "status": "completed", "code": 200}]} {{(pid=91912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 19:28:38.221510 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f861d60-63df-44ad-a367-00e58a60b88c {{(pid=91912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 19:28:38.221963 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf', 'name': 'network-vif-deleted', 'tag': 'ff585f77-d5ed-422f-b221-0a7f3c0c4368', 'status': 'completed', 'code': 200} Jun 06 19:28:38.868032 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [req-c4625778-50e5-40c4-88f9-a5aa10df2d61 req-a020d7d8-adb8-46b3-91b0-53b4e2836dc8 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e4f3f5-5e9e-4c9f-8da2-c46f78ac93cf HTTP/1.1" status: 200 len: 210 time: 0.0470891 Jun 06 19:28:38.917195 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:39.974128 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54572) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:40.200164 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Deleting port d8b98eed-b122-4eab-b0ba-4cd12d762218 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:40.200517 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.407100 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.407423 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.527863 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Calling delete_port for d8b98eed-b122-4eab-b0ba-4cd12d762218 owned by network:floatingip {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:40.646939 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.651944 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-11028e3d-099c-43cf-9862-a7972d1b4c64 tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:40.696057 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'Port': ['ID=d8b98eed-b122-4eab-b0ba-4cd12d762218,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:40.699098 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:40.726760 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device ff585f77-d5ed-422f-b221-0a7f3c0c4368 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:40.760676 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] No Port match for: ff585f77-d5ed-422f-b221-0a7f3c0c4368 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:40.761054 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Device ff585f77-d5ed-422f-b221-0a7f3c0c4368 not bound to the agent host hv-cinder-79496 {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:40.783033 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for floatingip, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.785309 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129374'] for floatingip, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:40.786448 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "DELETE /v2.0/floatingips/6ed4fe29-3df0-4fcc-97ef-8e345ecbe65d HTTP/1.1" status: 204 len: 168 time: 0.8110504 Jun 06 19:28:41.780972 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:28:42.166134 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54584) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:42.237052 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.271607 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.339193 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.341574 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Notify callbacks [] for security_group, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:42.342742 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] 10.222.0.43 "DELETE /v2.0/security-groups/3726e2f0-3e41-4c8f-bcc3-02903af384aa HTTP/1.1" status: 204 len: 168 time: 0.1756184 Jun 06 19:28:42.343489 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-223ff0e1-7055-4ca4-9a91-b195d5e6aa51 tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:42.354442 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726e2f0-3e41-4c8f-bcc3-02903af384aa,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:42.357027 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-c8ac519b-0503-40bb-bddd-dfe04866d9f1 tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:43.424065 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54590) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:44.156269 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.658763 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Deleting port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:44.659480 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.777114 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] For port 0c98841d-ad0f-4f72-9033-f9a0f3e62f85, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:44.777415 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:44.897945 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Calling delete_port for 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 owned by network:router_interface {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:45.068042 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.072394 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-15ba23a4-7d81-4b52-b242-ac3a96da28ae tempest-TestShelveInstance-1689914909 tempest-TestShelveInstance-1689914909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:45.115831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c98841d-ad0f-4f72-9033-f9a0f3e62f85,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:45.145723 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:45.383756 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:45.751886 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:46.027887 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:46.033594 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-369fae56-32ef-4f2f-8c8b-eac7440e4b3b admin admin] 10.222.0.43 "PUT /v2.0/routers/ad8481bf-fdcf-49b7-8f00-1941ab9bcb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6083875 Jun 06 19:28:46.035387 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54594) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:46.038428 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] Sync routers for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:46.048904 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:46.049510 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:46.210802 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.222277 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:46.386030 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.459319 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Deleting port a200dcae-4909-443a-8e27-a7d96da2933e {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:46.459616 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.497557 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:28:44Z', 'revision_number': 5, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port': {'id': 'a200dcae-4909-443a-8e27-a7d96da2933e', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:46:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:49Z', 'updated_at': '2021-06-06T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:46.501556 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] Checking router: ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 for host: dv-cinder-794962-3-iscsi {{(pid=91915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:46.510128 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] Routers {'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:46.510717 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'], 'active': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:46.576661 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] For port a200dcae-4909-443a-8e27-a7d96da2933e, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=a200dcae-4909-443a-8e27-a7d96da2933e,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:46.576969 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.658171 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvr_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] Set router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 gateway port host: None {{(pid=91915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:46.694572 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Calling delete_port for a200dcae-4909-443a-8e27-a7d96da2933e owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:46.801111 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_hamode_db [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:28:46Z', 'revision_number': 6, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:46.805097 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1475094-793e-48f7-8452-0f47ccf92e2e None None] The sync data for ids ['ad8481bf-fdcf-49b7-8f00-1941ab9bcb98'] in dv-cinder-794962-3-iscsi is: [{'id': 'ad8481bf-fdcf-49b7-8f00-1941ab9bcb98', 'name': 'tempest-TestVolumeBootPattern-1703911430-router', 'tenant_id': 'eee4dd0dd9084f7db015df56667359c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:48Z', 'updated_at': '2021-06-06T19:28:46Z', 'revision_number': 6, 'project_id': 'eee4dd0dd9084f7db015df56667359c6', 'gw_port_host': None}] {{(pid=91915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:46.837017 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:46.840951 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-1ac0f284-ec05-46df-9c87-3a2b0c9e2c7e tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:46.882778 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Pushing event deleted for resources: {'Port': ['ID=a200dcae-4909-443a-8e27-a7d96da2933e,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:46.885784 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:46.976014 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.146320 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.148535 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.176590 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.177230 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:28:47.182392 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.183539 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-f672e85b-4b97-4d76-9595-2de33bd03bef admin admin] 10.222.0.43 "DELETE /v2.0/routers/ad8481bf-fdcf-49b7-8f00-1941ab9bcb98 HTTP/1.1" status: 204 len: 168 time: 1.1472559 Jun 06 19:28:47.186100 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54596) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:47.245144 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Deleting subnet 4047308d-0b6a-4154-a257-536cb6d9f1f4 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:28:47.248190 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.296524 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.479824 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.548367 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.552469 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-bbf9f137-6428-4e19-8d77-6f5d476f3370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:47.587831 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4047308d-0b6a-4154-a257-536cb6d9f1f4,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:47.589732 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.594159 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4047308d-0b6a-4154-a257-536cb6d9f1f4 HTTP/1.1" status: 204 len: 168 time: 0.4071066 Jun 06 19:28:47.594898 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54598) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:47.595406 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-73029c9f-d54b-4b0f-9213-39290a347d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:47.598330 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d80cb-700c-46ef-9a2c-5acf10ebc1d7 None None] Network a0ded7e1-67fc-459e-904f-fbe5c6e8b584 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:47.703594 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.781205 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Deleting port bf244f6e-25b8-467c-bf7f-974e2f786532 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:47.781541 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.879073 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] For port bf244f6e-25b8-467c-bf7f-974e2f786532, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=bf244f6e-25b8-467c-bf7f-974e2f786532,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:47.879394 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.882991 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] DHCP port deletion for a0ded7e1-67fc-459e-904f-fbe5c6e8b584 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:28:47.947165 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Deleting port bf244f6e-25b8-467c-bf7f-974e2f786532 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:47.947544 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:47.997231 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Calling delete_port for bf244f6e-25b8-467c-bf7f-974e2f786532 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:48.043305 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] For port bf244f6e-25b8-467c-bf7f-974e2f786532, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=bf244f6e-25b8-467c-bf7f-974e2f786532,segment=NetworkSegment(671e68cf-6a31-491c-9ad8-29030863b279),segment_id=671e68cf-6a31-491c-9ad8-29030863b279)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:48.043586 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.045035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.049652 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ff1c4153-6825-46e4-9cf2-b4e6224a075b tempest-TestVolumeBootPattern-173147156 tempest-TestVolumeBootPattern-173147156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:48.089682 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] No DVR routers for this DVR port bf244f6e-25b8-467c-bf7f-974e2f786532 on host dv-cinder-794962-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:48.127878 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf244f6e-25b8-467c-bf7f-974e2f786532,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:48.130629 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:48.156422 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device bf244f6e-25b8-467c-bf7f-974e2f786532 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:48.184142 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Calling delete_port for bf244f6e-25b8-467c-bf7f-974e2f786532 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:48.197099 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: bf244f6e-25b8-467c-bf7f-974e2f786532 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:48.197431 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device bf244f6e-25b8-467c-bf7f-974e2f786532 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:48.197862 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a200dcae-4909-443a-8e27-a7d96da2933e no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:48.212906 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.225367 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ded7e1-67fc-459e-904f-fbe5c6e8b584']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:48.233764 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: a200dcae-4909-443a-8e27-a7d96da2933e {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:48.234102 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device a200dcae-4909-443a-8e27-a7d96da2933e not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:48.234538 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:48.237566 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671e68cf-6a31-491c-9ad8-29030863b279') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:48.237857 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671e68cf-6a31-491c-9ad8-29030863b279') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:48.249447 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.266174 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.272192 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:28:48.272563 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.272720 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:48.272930 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 0c98841d-ad0f-4f72-9033-f9a0f3e62f85 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:28:48.289919 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:28:48.301959 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.305496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8b169d35-022f-454f-9558-91be58e720b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:48.350995 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Pushing event deleted for resources: {'Port': ['ID=bf244f6e-25b8-467c-bf7f-974e2f786532,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:48.356028 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] No DVR routers for this DVR port bf244f6e-25b8-467c-bf7f-974e2f786532 on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:48.362320 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.362648 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.362962 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.363301 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.363612 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.363927 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.364235 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.364543 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.364856 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.365178 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.365441 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.365758 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-3-iscsi {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 19:28:48.369173 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3fdfd3bc-460a-48db-a370-f7daa212ed2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:48.470814 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.475096 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:48.489997 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:48.491713 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0ded7e1-67fc-459e-904f-fbe5c6e8b584 HTTP/1.1" status: 204 len: 168 time: 0.8958850 Jun 06 19:28:48.495149 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54600) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:48.549618 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ded7e1-67fc-459e-904f-fbe5c6e8b584,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:48.564958 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-ddb15554-4aa9-4a4e-8879-800fd3df9e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:49.045217 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811227'] for router_interface, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.464669 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Deleting port cebcc059-b1da-4f1e-8c3c-e600805fbab4 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:49.464981 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.604739 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] For port cebcc059-b1da-4f1e-8c3c-e600805fbab4, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=cebcc059-b1da-4f1e-8c3c-e600805fbab4,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:49.605035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.721646 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Calling delete_port for cebcc059-b1da-4f1e-8c3c-e600805fbab4 owned by network:router_interface {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:49.973419 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:49.978497 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-03897fba-56d2-443b-aa69-55c8cc66a487 tempest-AttachVolumeShelveTestJSON-517527718 tempest-AttachVolumeShelveTestJSON-517527718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:50.025796 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebcc059-b1da-4f1e-8c3c-e600805fbab4,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:50.028939 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:50.289336 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-812437'] for router_interface, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:50.642313 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Router 6c795271-67b4-4243-a616-b88873fe9770 has already been hosted by L3 agent c84f8809-2b39-4b28-ba9f-9e49eee15759 {{(pid=91911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 19:28:50.818995 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] Notify agent at l3_agent.dv-cinder-794962-3-iscsi the message routers_updated {{(pid=91911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 19:28:50.824052 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-98bca9cd-99e8-44e7-a330-efa5d86308d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/6c795271-67b4-4243-a616-b88873fe9770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3279240 Jun 06 19:28:50.827987 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54602) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:50.828932 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] Sync routers for ids ['6c795271-67b4-4243-a616-b88873fe9770'] in dv-cinder-794962-3-iscsi {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 19:28:50.838348 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] Routers {'6c795271-67b4-4243-a616-b88873fe9770'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:50.838945 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c795271-67b4-4243-a616-b88873fe9770'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:50.999987 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.007520 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] Set router 6c795271-67b4-4243-a616-b88873fe9770 gateway port host: dv-cinder-794962-3-iscsi {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:51.169738 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.242416 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Deleting port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 {{(pid=91912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:51.243107 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.284303 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'external_fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:28:49Z', 'revision_number': 5, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port': {'id': 'b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68', 'name': '', 'network_id': '73d0ed67-ec7a-483e-814d-33bb18ed7df9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c795271-67b4-4243-a616-b88873fe9770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T19:20:55Z', 'updated_at': '2021-06-06T19:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e057ec6c-0a36-403b-90a0-b4ce48ed9029', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-3-iscsi'}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:51.288335 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] Checking router: 6c795271-67b4-4243-a616-b88873fe9770 for host: dv-cinder-794962-3-iscsi {{(pid=91916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 19:28:51.296811 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] Routers {'6c795271-67b4-4243-a616-b88873fe9770'} bound to L3 agent in host dv-cinder-794962-3-iscsi {{(pid=91916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 19:28:51.297645 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T19:07:06Z,description=,heartbeat_timestamp=2021-06-06T19:28:36Z,host='dv-cinder-794962-3-iscsi',id=c84f8809-2b39-4b28-ba9f-9e49eee15759,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T19:07:06Z,topic='l3_agent')) {'router_ids': ['6c795271-67b4-4243-a616-b88873fe9770'], 'active': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:51.361946 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.db [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] For port b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,segment=NetworkSegment(431a3c98-ae53-4119-9ab8-2eb401877774),segment_id=431a3c98-ae53-4119-9ab8-2eb401877774)] {{(pid=91912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:51.362294 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.450025 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_dvr_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] Set router 6c795271-67b4-4243-a616-b88873fe9770 gateway port host: None {{(pid=91916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 19:28:51.483654 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.plugins.ml2.plugin [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Calling delete_port for b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 owned by network:router_gateway {{(pid=91912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:51.552244 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.l3_hamode_db [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:28:51Z', 'revision_number': 6, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port_host': None}], 'dv-cinder-794962-3-iscsi', False) {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:51.556013 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e0daac-e3db-4bd9-af7f-2a60c8d4e4d5 None None] The sync data for ids ['6c795271-67b4-4243-a616-b88873fe9770'] in dv-cinder-794962-3-iscsi is: [{'id': '6c795271-67b4-4243-a616-b88873fe9770', 'name': 'tempest-TestVolumeBootPattern-1259294250-router', 'tenant_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T19:20:54Z', 'updated_at': '2021-06-06T19:28:51Z', 'revision_number': 6, 'project_id': 'b6c56d3f0fe24404a2c7073146d36c2f', 'gw_port_host': None}] {{(pid=91916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 19:28:51.620523 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10963369'] for port, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.624455 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-cdb11bc3-c041-43cb-8840-8bae41c8752c tempest-TestMinimumBasicScenario-1570849474 tempest-TestMinimumBasicScenario-1570849474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:51.670080 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:51.673395 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:51.763422 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622923'] for router_gateway, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.944711 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-807036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.947643 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.971861 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-807136'] for router, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.972355 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c795271-67b4-4243-a616-b88873fe9770 {{(pid=91912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 19:28:51.980625 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:51.981851 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-b7141e9e-d5a5-44ce-921d-71c1963d6fa2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6c795271-67b4-4243-a616-b88873fe9770 HTTP/1.1" status: 204 len: 168 time: 1.1528540 Jun 06 19:28:51.984653 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [-] (91912) accepted ('10.222.0.43', 54604) {{(pid=91912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:52.151980 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.db.db_base_plugin_v2 [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Deleting subnet 14cb9cec-4f84-415a-85c0-f08bc81e4c94 {{(pid=91912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 19:28:52.155114 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.204017 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10876069'] for subnet, precommit_delete_associations {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.285112 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4116196'] for subnet, precommit_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.333408 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:52.362459 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4116205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10963268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10700907'] for subnet, after_delete {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.366779 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:52.367130 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device b5f29fe2-f9e5-4cbb-90ab-3a083bca7f68 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:52.367863 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:52.367999 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device cebcc059-b1da-4f1e-8c3c-e600805fbab4 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:52.399527 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: cebcc059-b1da-4f1e-8c3c-e600805fbab4 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:52.399849 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device cebcc059-b1da-4f1e-8c3c-e600805fbab4 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:52.401140 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cb9cec-4f84-415a-85c0-f08bc81e4c94,revision_number=None']} {{(pid=91912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:52.403058 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron_lib.callbacks.manager [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for subnet, before_response {{(pid=91912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.406339 dv-cinder-794962-3-iscsi neutron-server[91912]: INFO neutron.wsgi [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/14cb9cec-4f84-415a-85c0-f08bc81e4c94 HTTP/1.1" status: 204 len: 168 time: 0.4202666 Jun 06 19:28:52.407553 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54606) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:52.410520 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG oslo_concurrency.lockutils [None req-befec0da-2081-448b-bc7c-ec34fa63b82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:52.419614 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc9e10-434d-4aec-b432-9aeafb1f7336 None None] Network 232f5b36-06ed-4535-a152-1a570013fec8 requested from dv-cinder-794962-3-iscsi {{(pid=91915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 19:28:52.519708 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3742822'] for network, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.596110 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Deleting port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 {{(pid=91911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:52.596441 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.679613 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] DHCP port deletion for 232f5b36-06ed-4535-a152-1a570013fec8 request from dv-cinder-794962-3-iscsi {{(pid=91915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 19:28:52.699084 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] For port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:52.699445 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.744586 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Deleting port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 19:28:52.745095 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747197728220'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.842916 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] For port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437, host dv-cinder-794962-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-3-iscsi',level=0,port_id=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,segment=NetworkSegment(f82edccb-7392-4397-89d5-7481bdab9fd7),segment_id=f82edccb-7392-4397-89d5-7481bdab9fd7)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 19:28:52.843300 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812940'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.923101 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.plugin [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Calling delete_port for 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 owned by network:dhcp {{(pid=91911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:52.960983 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Calling delete_port for 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 19:28:52.973032 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11211020'] for port, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:52.977577 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d00fdf2-3485-4cdb-9503-175c3ec7a9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:53.004380 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3756423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747197473756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747197201273'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.008026 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:53.018875 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:53.021938 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:53.022688 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] No DVR routers for this DVR port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 on host dv-cinder-794962-3-iscsi {{(pid=91911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:53.094034 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Pushing event deleted for resources: {'Port': ['ID=7f94a02f-521b-4a0c-a5c0-0acd0b59b437,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:53.097725 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:53.098542 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42f5bbd-b522-4bf8-bad0-ae7b8bcfd653 None None] No DVR routers for this DVR port 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 on host dv-cinder-794962-3-iscsi {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 19:28:53.145781 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4115325', 'neutron.services.segments.db._delete_segments_for_network-8747197598118'] for network, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.158363 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f5b36-06ed-4535-a152-1a570013fec8']}} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:53.174374 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82edccb-7392-4397-89d5-7481bdab9fd7') {'for_net_delete': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:53.174667 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.services.segments.db [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82edccb-7392-4397-89d5-7481bdab9fd7') {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 19:28:53.185845 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747197603009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10546390'] for segment, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.201685 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871'] for segment, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.207698 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=91911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 19:28:53.208068 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4117871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11211099'] for segment, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: Traceback (most recent call last): Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: timer() Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: cb(*args, **kw) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: return func(*args, **kwargs) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: self._notify() Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: self.callback(batched_events) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: event.method(event) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: return f(self, *a, **k) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._get(url).json() Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: return self.request(url, 'GET', **kwargs) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 19:28:53.221914 dv-cinder-794962-3-iscsi neutron-server[91911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 19:28:53.299750 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4115302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1039834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622958'] for network, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.305246 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a82964a5-3f08-49bf-b348-ac0c597d17e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:53.320436 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599541'] for network, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.322467 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] 10.222.0.43 "DELETE /v2.0/networks/232f5b36-06ed-4535-a152-1a570013fec8 HTTP/1.1" status: 204 len: 168 time: 0.9135559 Jun 06 19:28:53.328779 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Pushing event deleted for resources: {'Network': ['ID=232f5b36-06ed-4535-a152-1a570013fec8,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:53.332325 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-40e9b07c-5890-4858-86d8-e335130f7069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:53.445327 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54610) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:53.498360 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-a3c519c8-6d9b-4acb-a0ef-053acaae66ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eee4dd0dd9084f7db015df56667359c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515399 Jun 06 19:28:53.500719 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54612) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:53.558457 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.584963 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.637035 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.639425 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:53.640560 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8181f616-10cc-4689-95f5-4161cb943cfc HTTP/1.1" status: 204 len: 168 time: 0.1389751 Jun 06 19:28:53.641300 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-77152e3c-39d5-453e-9566-62be665f53e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:53.650436 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181f616-10cc-4689-95f5-4161cb943cfc,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:53.652769 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-efa9818a-20ee-412a-befc-0fe64c389a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:28:53.994805 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54618) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:54.044460 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-67666f18-8ae4-4a16-9ad4-43e738bd1a7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6c56d3f0fe24404a2c7073146d36c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482869 Jun 06 19:28:54.047491 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [-] (91911) accepted ('10.222.0.43', 54620) {{(pid=91911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 19:28:54.110200 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.123334 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 no longer exists at agent ovs-agent-dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 19:28:54.136202 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.156913 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] No Port match for: 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 {{(pid=91915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 19:28:54.157260 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron.plugins.ml2.rpc [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Device 7f94a02f-521b-4a0c-a5c0-0acd0b59b437 not bound to the agent host dv-cinder-794962-3-iscsi {{(pid=91915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 19:28:54.187750 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039628'] for security_group, after_delete {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.190292 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:28:54.191425 dv-cinder-794962-3-iscsi neutron-server[91911]: INFO neutron.wsgi [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf0a7938-3e87-4b33-902e-6e94b0728466 HTTP/1.1" status: 204 len: 168 time: 0.1430776 Jun 06 19:28:54.192175 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-c4bacb34-13ff-4471-917f-328c27ba68d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 19:28:54.201418 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a7938-3e87-4b33-902e-6e94b0728466,revision_number=None']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 19:28:54.203763 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-60f51dcf-8a85-4a4e-87f5-f5d4b69a57e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 19:29:00.347449 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:03.636787 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-44052d36-3f47-4ba1-9ad7-b626640523a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:06.105198 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:06.336786 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8f800473-5516-42ca-8b6a-f42ad9d444d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:07.402967 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:08.926320 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:18.789063 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:29:30.370330 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:33.632417 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4654ddde-8ea8-4ce6-9690-d18861193d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:36.108230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:36.335898 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-594a9e63-c7d3-4f19-bb44-7af098918ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:37.405445 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:38.932436 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:29:55.783258 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:30:00.359450 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:03.639495 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8de2176-fadc-4a30-bbab-54adec00fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:06.103017 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:06.329166 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18079503-17a2-4686-bad5-322bef23edc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:07.410632 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:08.940449 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:30.359658 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:32.783798 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:30:33.623405 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-62a11026-e512-42de-8c14-10d9bcede898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:36.116781 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:36.333045 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ceaa68fc-cb70-4567-b29d-5778c8d91f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:37.423545 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:30:38.937306 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:00.384005 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:03.639110 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-299affc7-ac7a-4561-b6ae-083c3567c718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.117660 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:06.336844 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-64994090-1849-4809-9fc2-81b7163a7b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:07.419697 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:08.952937 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:09.789116 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:31:30.405604 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:33.638514 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2e6a4385-d56a-4224-88e4-1da59c89599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:36.118360 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:36.341763 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-cc5d96c4-29bf-495a-b0f4-7f585fa90f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:37.427372 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:38.943496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:31:46.794386 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:32:00.413890 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:03.643767 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5cebefa0-08cd-4edd-a5e8-36edff6942e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:06.124950 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:06.347083 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2d60aa8-95b4-4f66-9a13-7cd9db9a10c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:07.431075 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:08.952876 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:23.799334 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:32:30.421230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:33.643883 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-572032e9-e1e0-421f-802d-8545a0a32603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:36.109253 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:36.352192 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fd0f658d-672d-49d7-86bb-59edc9eb0e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:37.432300 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:32:38.956514 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:00.436924 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:00.803631 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:33:03.644414 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f18687a1-55d4-4c79-bcdc-9e93837ab9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:06.122859 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:06.356592 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4cce31c0-19aa-4236-bd9a-c8adf490919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:07.432622 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:08.961929 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:28.906583 dv-cinder-794962-3-iscsi neutron-server[91912]: DEBUG neutron.wsgi [req-3fe8e79b-c454-4179-a796-7e9da47c6d20 req-bb383a5e-4f19-48f7-85d0-79a42461cbac tempest-VolumesActionsTest-750425444 tempest-VolumesActionsTest-750425444-project] (91912) timed out ('10.222.0.16', 59297) {{(pid=91912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 19:33:29.288918 dv-cinder-794962-3-iscsi neutron-server[91911]: DEBUG neutron.wsgi [req-b1b11532-242a-492d-afae-a0928007f95b req-c7a0be15-4944-40fa-89ac-042127e9eb95 tempest-AttachVolumeNegativeTest-765518781 tempest-AttachVolumeNegativeTest-765518781-project] (91911) timed out ('10.222.0.16', 59295) {{(pid=91911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 19:33:30.449496 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:33.641230 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-815b2bc5-22c7-4154-b652-aff193e845aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:36.123990 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:36.362080 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-806c6183-be34-4889-a4a5-50cda9e5ad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:37.434092 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:33:37.807157 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 19:33:38.968369 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:00.444074 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-098768bf-63e5-4e6d-9dbd-15507dfd3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:03.647343 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-31869749-f912-4c9f-8b51-cf142a689bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:06.125255 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ed420b8c-4563-41eb-80dc-4e41900352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:06.366339 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9137f1ba-f346-4c07-a6b0-a8591c0ef098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:07.436483 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf529-40a0-4329-9799-0fab08c145ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:08.979161 dv-cinder-794962-3-iscsi neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-bd0dcd68-60f9-475d-9094-7cbad0f8f018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747197598100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4113315'] for agent, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 19:34:14.807474 dv-cinder-794962-3-iscsi neutron-server[91916]: DEBUG neutron.db.agents_db [None req-0b80ed60-2ae0-460b-b45e-6ff0f7899ef8 None None] Agent healthcheck: found 6 active agents {{(pid=91916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}